-- Logs begin at Wed 2022-03-23 16:06:53 UTC, end at Wed 2022-03-23 17:25:49 UTC. -- Mar 23 16:58:36.914937 dv-cinder-834919-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 23 16:58:39.882460 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.common.config [-] Logging enabled! Mar 23 16:58:39.883095 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev47 Mar 23 16:58:39.883261 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103913) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 16:58:39.886529 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.common.config [-] Logging enabled! Mar 23 16:58:39.886783 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev47 Mar 23 16:58:39.887128 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103913) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 16:58:39.888050 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 16:58:39.888284 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 16:58:39.888673 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 16:58:39.888922 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 16:58:39.889168 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 16:58:39.889952 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.890919 dv-cinder-834919-1-iscsi neutron-server[103913]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 23 16:58:39.891229 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.891525 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.891818 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.892112 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.892401 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.892705 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.892993 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.893292 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.893599 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.893880 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.894163 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.894454 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.894737 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.895021 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.895306 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.895587 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] debug = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.895866 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.896297 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.896722 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.896997 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.897283 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.897573 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.897851 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.898125 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.898405 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.898726 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] host = dv-cinder-834919-1-iscsi {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.898999 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.899284 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.899564 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.899847 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.900118 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.900388 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.900695 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.900967 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.901235 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] log_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.901506 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.901791 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.902087 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.902387 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.902611 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.902834 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.903119 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.903401 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.903695 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.903967 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.904239 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.904511 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.904804 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.905071 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.905354 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.905635 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.906553 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.906829 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.907101 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.907371 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.907639 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.907920 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.908190 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.908459 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.908752 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.909037 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.909329 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.909598 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.909897 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.910177 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.910455 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.910734 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.911002 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.911278 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.911546 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.911812 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.912080 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] use_json = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.912347 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.912631 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.912910 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.913180 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.913449 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.913716 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.913985 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.914264 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.914533 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:39.914828 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.915119 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.915412 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.915705 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.915990 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.916290 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.916625 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.916893 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.917185 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.917469 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.917756 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.918033 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.918331 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.918618 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.918910 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.919219 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.919512 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.919801 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.920076 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.920346 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.920640 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.920918 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.921203 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.921540 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.921826 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.922114 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.922390 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.922704 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.922988 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.923279 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.923565 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.923837 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.924113 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.924402 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.924718 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.924994 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.925270 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.925555 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.925828 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.926098 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.926376 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.926650 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.926918 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.927207 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.927483 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.927768 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.928040 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.928311 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.928578 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.928872 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.929144 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.929422 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.929694 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.929962 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.930250 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.930527 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.930795 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.931065 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.931339 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.931608 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.931880 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.932146 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.932414 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.932705 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.932974 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.933242 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.933510 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.933776 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.934047 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.934315 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.934584 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.934852 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.935119 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.935388 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.935670 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.935964 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.936240 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.936538 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.936842 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.937162 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.937437 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.937711 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.937984 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.938259 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.938526 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.938811 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.939093 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.939376 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.939671 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.939945 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.940235 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.940508 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.940803 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.941081 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.941354 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.941626 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.941904 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.942184 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.942472 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.942760 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.943048 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.943334 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.943639 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.943919 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.944224 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.944624 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:39.944853 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 16:58:39.945095 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103913) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 23 16:58:40.323764 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 16:58:40.324043 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 16:58:40.324351 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 16:58:40.324850 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 23 16:58:40.665206 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.665497 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.665769 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.666942 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.667214 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.667597 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.723154 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.723435 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.723701 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.738550 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.738831 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.739100 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.767756 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.768034 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.768304 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.913810 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.914461 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:40.914461 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.158056 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.158343 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.158615 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.158885 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.159583 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.258918 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.259239 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.259525 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.259798 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.260065 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.260376 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.260660 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.260921 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.261176 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.261458 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.261718 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.261982 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.262241 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.262493 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.262749 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.263014 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.263269 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.263540 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.263810 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.264069 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.264344 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.264613 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.264899 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.265351 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.265602 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.265849 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.266240 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 16:58:41.266483 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 16:58:41.266721 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 16:58:41.266958 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 16:58:41.267195 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 16:58:41.267430 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 16:58:41.267788 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 23 16:58:41.270902 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 23 16:58:41.274987 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 23 16:58:41.278712 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Mar 23 16:58:41.280367 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 23 16:58:41.281393 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 23 16:58:41.281735 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 23 16:58:41.282121 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 23 16:58:41.284972 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 23 16:58:41.285225 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 23 16:58:41.285571 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 16:58:41.290462 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 23 16:58:41.315006 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 23 16:58:41.315453 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.315752 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103913) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 23 16:58:41.316124 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.317530 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103913) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 23 16:58:41.317814 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 16:58:41.318062 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 23 16:58:41.321412 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.321701 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:41.383854 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 23 16:58:41.384094 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 23 16:58:41.384335 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 23 16:58:41.384733 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 23 16:58:41.405155 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_db.sqlalchemy.engines [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103913) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 23 16:58:42.034568 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Initializing driver for type 'gre' Mar 23 16:58:42.035206 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] gre ID ranges: [(1, 1000)] Mar 23 16:58:42.331078 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Initializing driver for type 'local' Mar 23 16:58:42.331338 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Initializing driver for type 'vlan' Mar 23 16:58:42.453298 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] VlanTypeDriver initialization complete Mar 23 16:58:42.453638 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Initializing driver for type 'vxlan' Mar 23 16:58:42.454146 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] vxlan ID ranges: [(1, 1000)] Mar 23 16:58:42.710553 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Initializing extension driver 'port_security' Mar 23 16:58:42.710978 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.extensions.port_security [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] PortSecurityExtensionDriver initialization complete Mar 23 16:58:42.711248 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Initializing mechanism driver 'openvswitch' Mar 23 16:58:42.711577 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Initializing mechanism driver 'hyperv' Mar 23 16:58:42.718389 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:58:42.719067 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > port after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.719442 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > port after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.719800 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > port after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.720359 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 16:58:42.720857 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.721244 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.721594 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.722283 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 16:58:42.722689 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > network after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.723039 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > network after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.723382 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > network after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.723774 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 16:58:42.724181 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > security_group after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.724528 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > security_group after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.724903 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.725437 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 16:58:42.725849 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.726268 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.726611 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.727008 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 16:58:42.727420 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > address_group after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.727766 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > address_group after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.728108 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.728502 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 16:58:42.728974 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] ML2 OVO RPC backend initialized. {{(pid=103913) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 23 16:58:42.729671 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.730028 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.730445 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > network before_response 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.730795 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > networks before_response 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.731143 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > port before_response 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.731589 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > ports before_response 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.731943 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > subnet before_response 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.732386 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > subnets before_response 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.732766 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > network after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.733115 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > network after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.733459 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > network after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.733800 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > port after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.734145 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > port after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.734481 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > port after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.734819 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.735158 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.735530 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.746957 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded quota_driver: . Mar 23 16:58:42.747319 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.plugin [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Modular L2 Plugin initialization complete Mar 23 16:58:42.747667 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading services supported by the core plugin {{(pid=103913) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 23 16:58:42.748009 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Got port-security extension from driver 'port_security' Mar 23 16:58:42.748488 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.extensions.vlantransparent [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Disabled vlantransparent extension. Mar 23 16:58:42.749020 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103913) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 23 16:58:42.749950 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading Plugin: router Mar 23 16:58:42.792059 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.792461 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router after_create 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.792859 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router before_create 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.793230 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.793607 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.793967 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router after_delete 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.794416 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.794777 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.795137 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router after_create 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.795485 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router after_update 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.795840 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router after_update 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.796751 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.797118 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router after_update 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.797555 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.797895 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: port after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.798239 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: port after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.798581 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: subnet after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.798919 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.799270 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.799616 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.799958 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: port before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.800303 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router precommit_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.800686 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router after_update 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.801085 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.801494 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.801856 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.802202 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.802568 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > agent after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.802952 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > agent after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.803337 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > network after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.804294 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Tracking information for resource: router configured {{(pid=103913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 16:58:42.804659 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Tracking information for resource: floatingip configured {{(pid=103913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 16:58:42.809874 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.db.l3_agentschedulers_db [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 23 16:58:42.810450 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: port after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.810845 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: port after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.811256 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: port after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.811635 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: port after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.813071 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router before_create 55550100 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.813439 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.813807 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router precommit_create 55550100 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.814194 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > router precommit_update 55550100 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.819581 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.services.provider_configuration [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Service providers = [] {{(pid=103913) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 23 16:58:42.830611 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.db.servicetype_db [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103913) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 23 16:58:42.833456 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.services.service_base [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 16:58:42.833863 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.services.service_base [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 16:58:42.834227 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.services.service_base [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 16:58:42.835198 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.services.service_base [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 16:58:42.835620 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.services.service_base [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 23 16:58:42.836019 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 16:58:42.836369 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 23 16:58:42.848280 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 16:58:42.848633 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading Plugin: auto_allocate Mar 23 16:58:42.854705 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: network precommit_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.855076 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: network precommit_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.855596 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 16:58:42.855952 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading Plugin: tag Mar 23 16:58:42.862753 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 16:58:42.863136 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading Plugin: timestamp Mar 23 16:58:42.867199 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 16:58:42.867533 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading Plugin: network_ip_availability Mar 23 16:58:42.873094 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.873468 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.873824 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:42.874599 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 16:58:42.874920 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading Plugin: flavors Mar 23 16:58:42.879773 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 16:58:42.880101 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading Plugin: revisions Mar 23 16:58:42.884469 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 16:58:42.884898 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_concurrency.lockutils [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.560s {{(pid=103913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 16:58:42.892845 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103913) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 23 16:58:42.892845 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Initializing extension manager. Mar 23 16:58:42.892845 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: __init__.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.892845 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: __pycache__ {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.892845 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: address_group.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.892845 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.892845 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: address-group Mar 23 16:58:42.893351 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: address_scope.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.893351 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.893351 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: address-scope Mar 23 16:58:42.893351 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.893351 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.893857 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: router-admin-state-down-before-update Mar 23 16:58:42.894184 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: agent.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.894886 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.895393 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: agent Mar 23 16:58:42.895782 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: agent_resources_synced.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.896648 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.897161 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: agent-resources-synced Mar 23 16:58:42.897570 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: allowedaddresspairs.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.899346 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.899866 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: allowed-address-pairs Mar 23 16:58:42.900198 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: auto_allocated_topology.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.901307 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.901824 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: auto-allocated-topology Mar 23 16:58:42.902149 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: availability_zone.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.902840 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.903415 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: availability_zone Mar 23 16:58:42.903739 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: availability_zone_filter.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.904671 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.905211 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: availability_zone_filter Mar 23 16:58:42.905559 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: data_plane_status.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.907014 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.907520 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension data-plane-status not supported by any of loaded plugins Mar 23 16:58:42.907840 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: default_subnetpools.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.908778 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.909354 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: default-subnetpools Mar 23 16:58:42.909685 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.910501 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.911105 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: dhcp_agent_scheduler Mar 23 16:58:42.911427 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: dns.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.912340 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.912869 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension dns-integration not supported by any of loaded plugins Mar 23 16:58:42.913192 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: dns_domain_ports.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.914111 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.914720 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 23 16:58:42.915046 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.915967 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.916469 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 23 16:58:42.916816 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: dvr.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.917485 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.917989 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: dvr Mar 23 16:58:42.918314 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: ecmp_routes.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.919219 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.919748 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 23 16:58:42.920071 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: empty_string_filtering.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.921063 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.921883 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: empty-string-filtering Mar 23 16:58:42.922388 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.923668 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.924227 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 23 16:58:42.924551 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.925492 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.926046 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 23 16:58:42.926372 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: external_net.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.927289 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.927800 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: external-net Mar 23 16:58:42.928123 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.929046 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.929557 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: extra_dhcp_opt Mar 23 16:58:42.929877 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: extraroute.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.930822 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.931366 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: extraroute Mar 23 16:58:42.931688 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: extraroute_atomic.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.932803 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.933393 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: extraroute-atomic Mar 23 16:58:42.933716 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: filter_validation.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.934388 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.934889 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: filter-validation Mar 23 16:58:42.935207 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: fip_pf_description.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.936155 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.936688 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 23 16:58:42.937033 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: fip_pf_port_range.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.937969 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.938467 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 23 16:58:42.938784 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: fip_port_details.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.939729 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.940233 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: fip-port-details Mar 23 16:58:42.940551 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: flavors.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.941872 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.942415 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: flavors Mar 23 16:58:42.942741 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.944428 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.944977 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 23 16:58:42.945321 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: floatingip_pools.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.946025 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.946535 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: floatingip-pools Mar 23 16:58:42.946862 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: ip_allocation.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.947836 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.948411 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension ip_allocation not supported by any of loaded plugins Mar 23 16:58:42.948769 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.949690 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.950226 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: ip-substring-filtering Mar 23 16:58:42.950558 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: l2_adjacency.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.951512 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.952014 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 23 16:58:42.952341 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: l3.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.955530 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.956066 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: router Mar 23 16:58:42.956404 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.958743 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.959272 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 23 16:58:42.959606 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.960535 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.961160 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: ext-gw-mode Mar 23 16:58:42.961445 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.962368 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.962886 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: l3-ha Mar 23 16:58:42.963213 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.964181 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.964705 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 23 16:58:42.965053 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: l3_flavors.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.973690 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.974208 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: l3-flavors Mar 23 16:58:42.974536 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.975958 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.976498 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 23 16:58:42.976869 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.977804 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.978320 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 23 16:58:42.978675 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: l3agentscheduler.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.979723 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.980238 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: l3_agent_scheduler Mar 23 16:58:42.980568 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: local_ip.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.982461 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.982987 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension local_ip not supported by any of loaded plugins Mar 23 16:58:42.983351 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: logging.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.984894 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.985447 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension logging not supported by any of loaded plugins Mar 23 16:58:42.985782 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: metering.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.986523 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.987097 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: metering Mar 23 16:58:42.987423 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.988535 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.989077 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: metering_source_and_destination_fields Mar 23 16:58:42.989431 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: multiprovidernet.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.990391 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.990930 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: multi-provider Mar 23 16:58:42.991328 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: netmtu.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.992241 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.992785 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: net-mtu Mar 23 16:58:42.993111 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: netmtu_writable.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.994022 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.994562 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: net-mtu-writable Mar 23 16:58:42.994885 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: network_availability_zone.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.995553 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.996059 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: network_availability_zone Mar 23 16:58:42.996382 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: network_ip_availability.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.997509 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.998023 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: network-ip-availability Mar 23 16:58:42.998348 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: network_segment_range.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:42.999105 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:42.999633 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension network-segment-range not supported by any of loaded plugins Mar 23 16:58:42.999986 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: pagination.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.001136 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.001466 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: pagination Mar 23 16:58:43.001786 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: port_device_profile.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.002696 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.003206 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: port-device-profile Mar 23 16:58:43.003527 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.004449 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.004984 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: port-mac-address-regenerate Mar 23 16:58:43.005309 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.006384 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.006802 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: port-numa-affinity-policy Mar 23 16:58:43.007125 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: port_resource_request.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.008043 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.008575 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension port-resource-request not supported by any of loaded plugins Mar 23 16:58:43.008923 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: port_resource_request_groups.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.009894 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.010398 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 23 16:58:43.010720 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: portbindings.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.011671 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.012255 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: binding Mar 23 16:58:43.012622 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: portbindings_extended.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.021025 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.021548 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: binding-extended Mar 23 16:58:43.021880 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: portsecurity.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.022803 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.023364 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: port-security Mar 23 16:58:43.023690 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: project_id.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.024705 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.025044 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: project-id Mar 23 16:58:43.025380 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: providernet.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.026292 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.026807 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: provider Mar 23 16:58:43.027133 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: qos.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.031401 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.031927 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension qos not supported by any of loaded plugins Mar 23 16:58:43.032257 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.033536 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.034109 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 23 16:58:43.034502 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.035425 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.035945 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 23 16:58:43.036247 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: qos_default.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.037350 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.037863 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension qos-default not supported by any of loaded plugins Mar 23 16:58:43.038193 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: qos_fip.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.039114 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.039624 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension qos-fip not supported by any of loaded plugins Mar 23 16:58:43.039950 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.040983 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.041496 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 23 16:58:43.041822 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: qos_gateway_ip.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.042779 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.043292 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 23 16:58:43.043616 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: qos_port_network_policy.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.044533 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.045067 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 23 16:58:43.045390 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.046507 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.047017 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 23 16:58:43.047346 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.048391 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.048939 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 23 16:58:43.049268 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: qos_pps_rule.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.050450 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.050964 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension qos-pps not supported by any of loaded plugins Mar 23 16:58:43.051291 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: qos_rule_type_details.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.052239 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.052773 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 23 16:58:43.053100 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.054049 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.054585 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 23 16:58:43.054910 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: qos_rules_alias.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.059884 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.060398 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 23 16:58:43.060759 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: quota_check_limit.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.061674 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.062215 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: quota-check-limit Mar 23 16:58:43.062539 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: quotasv2.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.063543 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.063871 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: quotas Mar 23 16:58:43.064194 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: quotasv2_detail.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.066314 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.066659 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: quota_details Mar 23 16:58:43.066990 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: rbac.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.068060 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.068609 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: rbac-policies Mar 23 16:58:43.068981 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: rbac_address_group.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.069922 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.070441 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: rbac-address-group Mar 23 16:58:43.070763 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: rbac_address_scope.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.071708 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.072225 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: rbac-address-scope Mar 23 16:58:43.072547 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: rbac_security_groups.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.073576 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.074091 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: rbac-security-groups Mar 23 16:58:43.074447 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: rbac_subnetpool.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.075365 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.075909 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: rbac-subnetpool Mar 23 16:58:43.076230 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: revisionifmatch.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.077233 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.078277 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: revision-if-match Mar 23 16:58:43.078598 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: revisions.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.079742 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.080262 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: standard-attr-revisions Mar 23 16:58:43.080602 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: router_availability_zone.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.081289 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.081891 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: router_availability_zone Mar 23 16:58:43.082279 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: routerservicetype.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.083283 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.083792 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension router-service-type not supported by any of loaded plugins Mar 23 16:58:43.084167 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.085294 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.085874 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: security-groups-normalized-cidr Mar 23 16:58:43.086200 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.087317 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.087935 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: port-security-groups-filtering Mar 23 16:58:43.088317 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.089506 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.090123 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: security-groups-remote-address-group Mar 23 16:58:43.090520 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.091665 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.092254 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: security-groups-shared-filtering Mar 23 16:58:43.092690 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.094014 dv-cinder-834919-1-iscsi neutron-server[103913]: WARNING neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 23 16:58:43.094377 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: securitygroup.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.105652 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.106265 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: security-group Mar 23 16:58:43.106662 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: segment.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.107399 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.107965 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension segment not supported by any of loaded plugins Mar 23 16:58:43.108327 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.109401 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.109940 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 23 16:58:43.110268 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: servicetype.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.111561 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.112150 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: service-type Mar 23 16:58:43.112509 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: sorting.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.113585 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.113914 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: sorting Mar 23 16:58:43.114237 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: standard_attr_segment.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.115170 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.115680 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 23 16:58:43.116006 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: standardattrdescription.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.116679 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.117187 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: standard-attr-description Mar 23 16:58:43.117509 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: stateful_security_group.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.118509 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.119057 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: stateful-security-group Mar 23 16:58:43.119382 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: stdattrs_common.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.119967 dv-cinder-834919-1-iscsi neutron-server[103913]: WARNING neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 23 16:58:43.120315 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.121415 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.121934 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 23 16:58:43.122259 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: subnet_onboard.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.123359 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.123878 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: subnet_onboard Mar 23 16:58:43.124272 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.125226 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.125759 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 23 16:58:43.126084 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: subnet_service_types.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.127001 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.127511 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: subnet-service-types Mar 23 16:58:43.127834 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: subnetallocation.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.128936 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.129450 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: subnet_allocation Mar 23 16:58:43.129774 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.130468 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.130976 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: subnetpool-prefix-ops Mar 23 16:58:43.131299 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.132271 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.132799 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 23 16:58:43.133122 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: tagging.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.134170 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.134688 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: standard-attr-tag Mar 23 16:58:43.135014 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: timestamp.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.136214 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.136796 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loaded extension: standard-attr-timestamp Mar 23 16:58:43.137127 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: trunk.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.138200 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.138743 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension trunk not supported by any of loaded plugins Mar 23 16:58:43.139070 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: trunk_details.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.140521 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.141056 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension trunk-details not supported by any of loaded plugins Mar 23 16:58:43.141379 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: uplink_status_propagation.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.142333 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.142844 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 23 16:58:43.143165 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Loading extension file: vlantransparent.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 16:58:43.143832 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 16:58:43.144336 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 23 16:58:43.146911 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of TrackedResource for resource:network Mar 23 16:58:43.147432 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of TrackedResource for resource:subnet Mar 23 16:58:43.147866 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 16:58:43.148326 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of TrackedResource for resource:port Mar 23 16:58:43.149674 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 16:58:43.150110 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Service FLAVORS assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 16:58:43.150764 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 16:58:43.151196 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 16:58:43.151523 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of TrackedResource for resource:router Mar 23 16:58:43.151959 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 16:58:43.152446 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Service METERING assigned prefix: /metering {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 16:58:43.153938 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:43.154313 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:43.154706 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 16:58:43.156286 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 16:58:43.156760 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of TrackedResource for resource:security_group Mar 23 16:58:43.157227 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 16:58:43.157818 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Service CORE assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 16:58:43.158148 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 16:58:43.158497 dv-cinder-834919-1-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] subnetpool is already registered Mar 23 16:58:43.158927 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Service CORE assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 16:58:43.159252 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 16:58:43.159584 dv-cinder-834919-1-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] subnetpool is already registered Mar 23 16:58:43.161959 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 16:58:43.162423 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Service FLAVORS assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 16:58:43.163011 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 16:58:43.163441 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 16:58:43.163775 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of TrackedResource for resource:router Mar 23 16:58:43.164120 dv-cinder-834919-1-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] router is already registered Mar 23 16:58:43.164529 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 16:58:43.164892 dv-cinder-834919-1-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] floatingip is already registered Mar 23 16:58:43.165376 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Service METERING assigned prefix: /metering {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 16:58:43.166034 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 16:58:43.166526 dv-cinder-834919-1-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] rbac_policy is already registered Mar 23 16:58:43.166937 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of TrackedResource for resource:security_group Mar 23 16:58:43.167274 dv-cinder-834919-1-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] security_group is already registered Mar 23 16:58:43.167701 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 16:58:43.168034 dv-cinder-834919-1-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] security_group_rule is already registered Mar 23 16:58:43.168680 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Service CORE assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 16:58:43.169009 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 16:58:43.169343 dv-cinder-834919-1-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] subnetpool is already registered Mar 23 16:58:43.169763 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Service CORE assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 16:58:43.170087 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 16:58:43.170421 dv-cinder-834919-1-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] subnetpool is already registered Mar 23 16:58:43.170896 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: extensions {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.175070 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: address-groups {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.175070 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: address-scopes {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.175451 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: agents {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.176670 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: auto-allocated-topology {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.177918 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: availability_zones {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.179138 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: dhcp-networks {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.180677 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: dhcp-agents {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.182183 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: routers {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.184398 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: flavors {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.185693 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: service_profiles {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.187577 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: next_providers {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.189070 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: service_profiles {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.191524 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: floatingip-pools {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.192855 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: routers {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.195032 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: floatingips {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.196459 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: l3-routers {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.197906 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: l3-agents {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.199354 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: metering-labels {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.200797 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: metering-label-rules {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.202075 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: network-ip-availabilities {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.203506 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: bindings {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.205701 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: quotas {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.207335 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: quotas {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.208906 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: rbac-policies {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.212004 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: security-groups {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.212004 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: security-group-rules {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.212750 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: service-providers {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.213954 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: subnetpools {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.215380 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: subnetpools {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.216885 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.219168 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.220992 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.223124 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.224953 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.226937 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.228710 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.230699 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.232477 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.234992 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 16:58:43.240830 dv-cinder-834919-1-iscsi neutron-server[103913]: WARNING keystonemiddleware.auth_token [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 23 16:58:43.245609 dv-cinder-834919-1-iscsi neutron-server[103913]: WARNING keystonemiddleware.auth_token [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 23 16:58:43.254446 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_concurrency.lockutils [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Acquired lock "singleton_lock" {{(pid=103913) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 23 16:58:43.254921 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_concurrency.lockutils [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Releasing lock "singleton_lock" {{(pid=103913) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 23 16:58:43.255573 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO oslo_service.service [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Starting 2 workers Mar 23 16:58:43.260664 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Started child 104060 {{(pid=103913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 16:58:43.265333 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Started child 104061 {{(pid=103913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 16:58:43.266607 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:58:43.267311 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO neutron.service [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 23 16:58:43.267567 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:58:43.268146 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [-] (104060) wsgi starting up on http://0.0.0.0:9696 Mar 23 16:58:43.270182 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO oslo_service.service [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Starting 1 workers Mar 23 16:58:43.270338 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:58:43.271592 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [-] (104061) wsgi starting up on http://0.0.0.0:9696 Mar 23 16:58:43.275799 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Started child 104062 {{(pid=103913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 16:58:43.276372 dv-cinder-834919-1-iscsi neutron-server[103913]: INFO oslo_service.service [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Starting 1 workers Mar 23 16:58:43.279494 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.service [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] calling RpcWorker wait() {{(pid=104062) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 23 16:58:43.280035 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.service [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] returning from RpcWorker wait() {{(pid=104062) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 23 16:58:43.281643 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Started child 104063 {{(pid=103913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 16:58:43.281884 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:58:43.282350 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:58:43.282439 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-822de5a3-439f-4889-ad24-ed88019da3e9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:58:43.284391 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103913) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 16:58:43.284609 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 16:58:43.284806 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 16:58:43.285030 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 16:58:43.285367 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 16:58:43.285530 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 16:58:43.286048 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.286352 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.286622 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.286867 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.287165 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.287436 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:58:43.287917 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.287993 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.288236 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.288499 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.288759 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.288886 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:58:43.289008 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.289102 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.289307 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.289553 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.289856 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.290110 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.290345 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.290617 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.290791 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.291060 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.291359 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.291633 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.291887 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] debug = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.292129 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.292614 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.292866 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.293102 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.293319 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.293602 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.293825 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.294092 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.294334 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.294545 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.294799 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.295067 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.295320 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.295537 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.295799 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.296017 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.296855 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.297109 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.297614 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] host = dv-cinder-834919-1-iscsi {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.297864 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.298079 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.298334 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.298607 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.298849 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.299080 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.299334 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.299602 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.299846 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.300076 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.300321 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.300565 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.300803 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.301053 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.301215 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_options = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.301462 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.301732 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.301986 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.302171 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.302338 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.302549 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.302805 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.302964 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.303182 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.303452 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.303612 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.303865 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.304057 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.304270 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.304527 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.304779 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.305009 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.305235 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.305479 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.305722 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.305942 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.306164 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.306376 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.306613 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.306859 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.307089 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.307735 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.307957 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.308177 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.308417 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.308703 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.309171 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.309330 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.309469 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.309702 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.309934 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.310163 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.310390 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.310672 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.311047 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.311302 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.311549 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.311796 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.312030 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.312243 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.312473 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.312714 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_json = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.312948 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.313170 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.313432 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.313751 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.313912 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.314155 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.314509 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.314509 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.314894 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.315305 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.315455 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.315902 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.316150 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.316628 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.316788 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.316926 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.317115 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.317378 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.317646 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.317951 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.318209 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.320066 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.320066 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.320066 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.320066 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.320066 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.320066 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.320774 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.320774 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.325183 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.325183 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.325183 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.325183 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.325183 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.325183 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.325183 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.325183 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.326345 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.326345 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.326345 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.326345 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.97/identity {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.326345 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.326345 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.326345 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.326345 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.328302 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.328302 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.328302 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.328302 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.328302 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.328302 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.328302 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.328302 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.328302 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.329140 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.329140 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.329140 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.329140 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.329140 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.329140 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.329140 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.329140 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.329696 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.329696 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.329849 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.330035 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.330320 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.330538 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.330750 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.331253 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.331469 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.332105 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.332105 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.332413 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.332574 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.332757 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.332942 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.333222 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.333469 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.333746 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.334005 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.334308 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.334559 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.334947 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.335115 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.335353 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.335607 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.335826 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.336083 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.336339 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.336549 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.336801 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.337030 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.337286 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.337553 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.337821 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.338091 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.338361 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.338618 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.338880 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.339225 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.339547 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.339903 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.340226 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.340524 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.340925 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.341150 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.341470 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.341848 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.341992 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.342332 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.342578 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.342863 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.343697 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.343948 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.344170 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.344449 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.344718 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.344933 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.345163 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.345377 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.345611 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.345831 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.346153 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.346455 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.346717 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.347275 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.347536 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.347839 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.348111 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.348384 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.348716 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.349027 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.349377 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.349713 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.350063 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.350345 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.350622 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.350921 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.351208 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.351489 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.351760 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.352029 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.352288 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.352523 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.352799 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.353106 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.353308 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.353614 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.353839 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.354051 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.354261 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.354540 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.354764 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.355001 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.355261 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.355528 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.355786 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.356025 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.356268 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.97/identity {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.356479 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.356727 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.356969 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.357184 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.357510 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.357741 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.357981 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.358192 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.358402 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.358677 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.359514 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.359729 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.359957 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.360170 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.360414 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.360677 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.360890 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.361106 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.361338 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.361569 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.361782 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.361995 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.362205 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.362447 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.362678 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.362947 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.363190 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.363398 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.363636 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.363875 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.364121 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.364332 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.364569 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.364806 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.365035 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.365247 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.365480 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.365688 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.365912 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.366133 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.366456 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.366688 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.366919 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.367294 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.367551 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.367775 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.368026 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.368272 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.368482 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.368737 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.368947 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.369183 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.369404 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.369623 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.369833 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.370061 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.370267 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.370472 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.370705 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.370971 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.371209 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.371467 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.371705 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.371943 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.372175 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.372386 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.372618 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.372850 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.374733 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.374733 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.374733 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.374733 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.374733 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.374733 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.375129 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.375129 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.375344 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.375825 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.376091 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.376303 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.376515 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.376774 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.376989 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.377196 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.377417 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.377647 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.377881 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.378782 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.378782 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.378782 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.378782 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.379077 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.379153 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.379353 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.379554 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.379788 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.380007 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.380232 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.380438 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.380678 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.380889 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.381096 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.381314 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.381518 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.381741 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.381954 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.382166 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.382369 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.382642 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.382881 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.383094 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.383406 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.383655 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.383905 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.384160 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.384465 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.384732 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.384986 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.388321 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.388321 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.388321 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.388321 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.388321 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.388321 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.388321 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.388321 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.389363 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.389363 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.389363 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.389363 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.389363 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.389363 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.389363 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.389363 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.390281 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.390281 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.390281 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.390281 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.390635 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.390635 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.390783 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.391008 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.391231 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.391475 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.391707 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.391948 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.392182 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.392405 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.392631 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.392874 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.393083 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.393231 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 16:58:43.393764 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103913) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 16:58:43.393921 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 16:58:43.394075 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 16:58:43.394272 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 16:58:43.394443 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 16:58:43.394965 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 16:58:43.394965 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.395138 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.395138 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.395296 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.395455 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.395633 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.395791 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.395950 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.396107 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.396263 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.396420 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.396576 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.396755 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.396911 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.397073 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.397252 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.397387 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.397572 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.397734 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.397892 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.398048 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.398204 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.398360 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] debug = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.398514 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.398713 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.398916 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.399036 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.399180 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.399338 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.399493 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.399648 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.399803 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.399960 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.400119 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.400300 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.400457 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.400632 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.400791 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.400946 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.401103 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.401259 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.401442 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] host = dv-cinder-834919-1-iscsi {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.401621 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.401786 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.401941 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.402094 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.402249 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.402404 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.402560 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.402717 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.402873 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.403027 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.403184 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.403337 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.403493 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.403647 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.403807 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_options = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.403963 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.404118 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.404273 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.404453 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.404636 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.404794 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.404950 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.405107 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.405262 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.405417 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.406121 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.406304 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.406461 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.406617 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.406773 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.406930 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.407087 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.407243 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.407402 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.407559 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.407713 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.407868 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.408024 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.408180 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.408336 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.408493 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.408671 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.408829 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.408970 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.409130 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.409285 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.409441 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.409597 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.409754 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.409909 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.410064 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.410222 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.410379 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.410540 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.410696 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.410859 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.411011 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.411320 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.411476 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.411821 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.411970 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.412187 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_json = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.412397 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.412561 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.412734 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.412896 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.413042 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.413196 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.413369 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.413534 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.413762 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 16:58:43.413904 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.414054 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.414193 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.414327 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.414458 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.414598 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.414736 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.414894 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.415048 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.415201 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.415339 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.415497 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.415665 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.415833 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.416054 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.416253 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.416253 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.416712 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.416712 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.416712 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.417336 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.417336 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.417336 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.417336 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.418126 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.418126 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.418126 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.418126 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.418782 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.418782 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.418782 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.418782 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.97/identity {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.418782 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.419558 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.419558 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.419558 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.419558 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.419558 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.420502 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.420502 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.420502 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.420502 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.420502 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.420502 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.420502 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.422336 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.422336 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.423023 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.423196 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.423361 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.423523 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.423686 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.423849 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.424042 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.424204 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.424366 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.424528 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.424732 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.424887 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.425027 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.425229 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.425373 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.427345 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.427524 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.427698 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.427866 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.428033 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.428196 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.428374 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.428554 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.428758 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.428920 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.429060 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.429218 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.429362 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.429531 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.429687 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.429826 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.429986 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.430129 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.430277 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.430440 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.430598 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.430795 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.430958 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.431101 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.431264 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.431426 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.431585 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.431744 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.431974 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.432113 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.432237 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.432418 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.432546 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:58:43.432672 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.432757 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.432896 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.433058 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.433249 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.433409 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.433569 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.433727 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.433885 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.434044 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.434205 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.434363 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.434521 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.434679 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.434837 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.434995 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.435181 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.435340 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.435498 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.435657 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.435816 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.435976 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.436133 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.436295 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.436509 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.436657 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.436829 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.436992 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.437151 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.437316 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.437484 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.437645 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.437804 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.437986 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.438116 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.438303 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.438489 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.438647 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.438807 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.438965 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.439124 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.439294 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.439454 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.439611 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.439769 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.439950 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.440109 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.440267 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.440426 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.440652 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.440744 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.440907 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.441065 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.441222 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.441410 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.441569 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.441728 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.97/identity {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.441888 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.442050 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.442211 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.442371 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.442507 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.442664 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.442822 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.442982 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.443128 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.443288 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.443447 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.443605 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.443763 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.443921 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.444079 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.444237 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.444380 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.444607 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.444879 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.445020 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.445105 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.445230 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.445389 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.445548 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.445707 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.445867 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.446026 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.446185 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.446372 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.446537 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.446698 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.446857 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.447017 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.447205 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.447364 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.447523 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.447681 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.447840 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.448000 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.448160 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.448319 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.448479 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.448657 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.448835 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.448995 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.449154 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.449409 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.449509 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.449653 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.449812 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.449971 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.450132 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.450291 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.450454 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.450613 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.450772 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.450930 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.451089 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.451247 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.451434 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.451601 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.451787 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.451949 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.452127 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.452254 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.452486 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.452758 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.452921 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.453080 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.453239 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.453397 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.454761 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.454761 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.454761 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.454761 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.454761 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.454761 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.454761 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.454761 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.455352 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.455352 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.455352 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.455352 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.455645 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.455645 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.455793 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.455933 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.456091 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.456250 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.456408 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.456576 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.456738 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.456902 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.457060 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.457253 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.457401 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.457569 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.457824 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.457987 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.458145 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.458303 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.458461 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.458630 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.458789 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.458947 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.459104 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.459263 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.459422 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.459590 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.459750 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.459977 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.460111 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.460235 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.460358 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.460518 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.460694 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.460859 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.461020 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.461179 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.461337 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.461497 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.461737 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.461874 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.461998 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.462177 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.462314 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.462440 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.462602 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.462793 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.462924 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.463110 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.463325 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.463484 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.463620 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.463772 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.463931 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.464090 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.464249 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.464406 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.464564 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.464731 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.464894 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.465037 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.465201 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.465359 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.465518 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.465677 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.465835 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.465995 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.466175 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.466335 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 16:58:43.466473 dv-cinder-834919-1-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 16:58:43.597085 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 54182) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:58:43.605714 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [-] 10.222.0.97 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064361 Mar 23 16:58:55.103526 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3a561f-3522-4180-b619-6228fe6c32fa None None] get_active_networks_info from dv-cinder-834919-1-iscsi {{(pid=104062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 16:58:55.192362 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a561f-3522-4180-b619-6228fe6c32fa None None] No non-hosted networks {{(pid=104062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 23 16:58:55.200859 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.agentschedulers_db [None req-3f3a561f-3522-4180-b619-6228fe6c32fa None None] DHCP Agent not found on host dv-cinder-834919-1-iscsi {{(pid=104062) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 23 16:58:55.339739 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-ad48b156-c864-42c8-b839-bb635425a578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16728868'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:58:57.385941 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-79513b25-4666-49f3-8bf3-b4a42d571c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16728868'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:58:57.442212 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.db.api [None req-3dc7c963-c308-4cee-9cde-31fb18774e80 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-834919-1-iscsi {{(pid=104062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 16:58:57.443087 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG oslo_db.api [None req-3dc7c963-c308-4cee-9cde-31fb18774e80 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 16:58:58.047243 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c963-c308-4cee-9cde-31fb18774e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:58:58.515933 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16728868'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:58:59.972484 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16728868'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:01.282062 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54262) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:59:01.509289 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16728868'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:01.510821 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:01.511230 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:01.511765 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:01.512287 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:01.512722 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:01.513116 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:01.513516 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:01.513999 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:01.514392 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:01.514785 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:01.515167 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:01.515498 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:01.515836 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:01.516368 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:01.516721 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:01.517271 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834919-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:59:01.530903 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834919-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:59:01.849828 dv-cinder-834919-1-iscsi neutron-server[104060]: WARNING oslo_policy.policy [None req-7c166f31-4e23-4a02-b21a-bb2c203361c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 16:59:01.850429 dv-cinder-834919-1-iscsi neutron-server[104060]: WARNING oslo_policy.policy [None req-7c166f31-4e23-4a02-b21a-bb2c203361c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 16:59:02.079273 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [None req-7c166f31-4e23-4a02-b21a-bb2c203361c0 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=104060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 16:59:02.092858 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-7c166f31-4e23-4a02-b21a-bb2c203361c0 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7964087 Mar 23 16:59:03.368650 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.db.l3_hamode_db [None req-1f57e5a5-d599-423c-96e5-64e0c7d3497a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 23 16:59:03.447336 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57e5a5-d599-423c-96e5-64e0c7d3497a None None] Routers set() bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 16:59:03.447647 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57e5a5-d599-423c-96e5-64e0c7d3497a None None] Router IDs set() for agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 16:59:04.639176 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54288) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:59:04.959320 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-a70e032e-fc97-4aaf-b3d7-e0fe284db91d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 16:59:05.052931 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.policy [None req-a70e032e-fc97-4aaf-b3d7-e0fe284db91d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104060) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 16:59:05.095488 dv-cinder-834919-1-iscsi neutron-server[104060]: WARNING oslo_policy.policy [None req-a70e032e-fc97-4aaf-b3d7-e0fe284db91d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 16:59:05.095865 dv-cinder-834919-1-iscsi neutron-server[104060]: WARNING oslo_policy.policy [None req-a70e032e-fc97-4aaf-b3d7-e0fe284db91d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 16:59:05.343828 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a70e032e-fc97-4aaf-b3d7-e0fe284db91d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739382741025', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739382741518', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739382692283', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739382695404', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739382708543', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739380795541', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-834670', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-820092', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16418315', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16491549'] for rbac-policy (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:05.600856 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a70e032e-fc97-4aaf-b3d7-e0fe284db91d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:05.602064 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-a70e032e-fc97-4aaf-b3d7-e0fe284db91d admin admin] 10.222.0.97 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9618881 Mar 23 16:59:08.131827 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54298) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:59:08.442514 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 16:59:08.548557 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Made reservation on behalf of fb554c74a64f4714a6d09d691bae542f for: {'network': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 16:59:08.552487 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:08.571547 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:08.673846 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Publish callbacks [] for security_group (5b4fa2ce-8305-4788-aff7-080aa887a9bb), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:08.777502 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (5b4fa2ce-8305-4788-aff7-080aa887a9bb), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:08.803562 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1206} {{(pid=104060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 16:59:08.837538 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739377741370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (ff91efad-ed40-40b6-adba-59527d831266), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:08.838069 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Unsubscribe: segment precommit_create {{(pid=104060) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 16:59:08.838572 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.segments_db [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Added segment ff91efad-ed40-40b6-adba-59527d831266 of type vlan for network ffe58cd3-8f0c-459c-b23e-1b9367476b9c Mar 23 16:59:08.854993 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4fa2ce-8305-4788-aff7-080aa887a9bb,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:08.902434 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:08.902779 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:08.903138 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:08.903476 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:08.904340 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:08.904696 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:08.905020 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:08.905342 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:08.905664 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:08.905983 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:08.906303 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:08.906637 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:08.906957 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:08.907272 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:08.907587 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Tracked resource versions report: Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: pushed versions: Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: { 'AddressGroup': {'1.2'}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Agent': {'1.1'}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'ConntrackHelper': {'1.0'}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'LocalIPAssociation': {'1.0'}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Log': {'1.0'}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'NDPProxy': {'1.0'}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Network': {'1.1'}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Port': {'1.7'}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'PortForwarding': {'1.3'}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'QosPolicy': {'1.10'}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'SecurityGroup': {'1.5'}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'SecurityGroupRule': {'1.2'}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'SubPort': {'1.0'}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Subnet': {'1.1'}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Trunk': {'1.1'}} Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: consumer versions: Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: { DHCP agent@dv-cinder-834919-1-iscsi: {}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: L3 agent@dv-cinder-834919-1-iscsi: {}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: Metadata agent@dv-cinder-834919-1-iscsi: {}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: Metering agent@dv-cinder-834919-1-iscsi: {}, Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: Open vSwitch agent@dv-cinder-834919-1-iscsi: { 'AddressGroup': '1.2', Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Agent': '1.1', Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'ConntrackHelper': '1.0', Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'LocalIPAssociation': '1.0', Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Log': '1.0', Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'NDPProxy': '1.0', Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Network': '1.1', Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Port': '1.7', Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'PortForwarding': '1.3', Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'QosPolicy': '1.10', Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'SecurityGroup': '1.5', Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'SecurityGroupRule': '1.2', Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'SubPort': '1.0', Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Subnet': '1.1', Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Trunk': '1.1'}} Mar 23 16:59:08.909037 dv-cinder-834919-1-iscsi neutron-server[104060]: {{(pid=104060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 16:59:08.948065 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (ffe58cd3-8f0c-459c-b23e-1b9367476b9c), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:09.051365 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (ffe58cd3-8f0c-459c-b23e-1b9367476b9c), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:09.056515 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 16:59:09.057274 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:09.168632 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] Pushing event updated for resources: {'Network': ['ID=ffe58cd3-8f0c-459c-b23e-1b9367476b9c,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:09.180745 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network ffe58cd3-8f0c-459c-b23e-1b9367476b9c details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 16:59:09.236996 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-32c95c3f-6551-4864-a729-5b9d4d606649 demo demo] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1040764 Mar 23 16:59:11.782526 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54310) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:59:12.190681 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee803b65-a815-436e-acc8-05ba27edbb49 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 16:59:12.191972 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-ee803b65-a815-436e-acc8-05ba27edbb49 demo admin] 10.222.0.97 "GET /v2.0/networks/ffe58cd3-8f0c-459c-b23e-1b9367476b9c HTTP/1.1" status: 200 len: 826 time: 0.4084947 Mar 23 16:59:12.216712 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-d6714cd9-9c69-4378-b961-03aa21bab064 demo admin] 10.222.0.97 "GET /v2.0/subnetpools/f51c2e71-1c3d-430c-ada5-acd31673852f HTTP/1.1" status: 200 len: 734 time: 0.0185466 Mar 23 16:59:12.225184 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-ab8d2ef2-b48e-44c7-8700-6e4740dd48e9 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'f51c2e71-1c3d-430c-ada5-acd31673852f', 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 16:59:12.308908 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8d2ef2-b48e-44c7-8700-6e4740dd48e9 demo admin] Made reservation on behalf of fb554c74a64f4714a6d09d691bae542f for: {'subnet': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 16:59:12.311435 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ab8d2ef2-b48e-44c7-8700-6e4740dd48e9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:12.685944 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ab8d2ef2-b48e-44c7-8700-6e4740dd48e9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for subnet (ea53119b-9e7b-4c9d-8ef0-457e59e43427), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:12.755097 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8d2ef2-b48e-44c7-8700-6e4740dd48e9 demo admin] Checking segment: {'id': 'ff91efad-ed40-40b6-adba-59527d831266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 16:59:12.755486 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8d2ef2-b48e-44c7-8700-6e4740dd48e9 demo admin] Network hostable DHCP agents. Network: ffe58cd3-8f0c-459c-b23e-1b9367476b9c, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 16:59:12.762212 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d2ef2-b48e-44c7-8700-6e4740dd48e9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ea53119b-9e7b-4c9d-8ef0-457e59e43427,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:12.845605 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8d2ef2-b48e-44c7-8700-6e4740dd48e9 demo admin] Network ffe58cd3-8f0c-459c-b23e-1b9367476b9c is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 16:59:12.942751 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-ab8d2ef2-b48e-44c7-8700-6e4740dd48e9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, ffe58cd3-8f0c-459c-b23e-1b9367476b9c) {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 16:59:12.947219 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8d2ef2-b48e-44c7-8700-6e4740dd48e9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 16:59:12.947842 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ab8d2ef2-b48e-44c7-8700-6e4740dd48e9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:12.952974 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6331ce7-1244-4abf-8fc6-f9c7732bb7fb None None] Network ffe58cd3-8f0c-459c-b23e-1b9367476b9c requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 16:59:13.047223 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-ab8d2ef2-b48e-44c7-8700-6e4740dd48e9 demo admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8251257 Mar 23 16:59:13.325757 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46ccecf2-b578-5c7d-9b04-0141a0aafca4-ffe58cd3-8f0c-459c-b23e-1b9367476b9c', 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c', 'project_id': 'fb554c74a64f4714a6d09d691bae542f', 'fixed_ips': [{'subnet_id': 'ea53119b-9e7b-4c9d-8ef0-457e59e43427'}]}} from dv-cinder-834919-1-iscsi. {{(pid=104062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 16:59:13.327088 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:13.606473 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.db_base_plugin_common [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Allocated IP 172.20.0.2 (ffe58cd3-8f0c-459c-b23e-1b9367476b9c/ea53119b-9e7b-4c9d-8ef0-457e59e43427/0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5) {{(pid=104062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 16:59:13.883873 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Publish callbacks [] for port (0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5), precommit_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:13.972446 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:14.052016 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Network ffe58cd3-8f0c-459c-b23e-1b9367476b9c is already hosted by enough agents. {{(pid=104062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 16:59:14.058890 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.base_scheduler [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Resources bound (agent type, host, resource id): {{(pid=104062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 16:59:14.068653 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Pushing event updated for resources: {'Port': ['ID=0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5,revision_number=1']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:14.068653 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Received port after_create {{(pid=104062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 16:59:14.098846 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:14.099198 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:14.099562 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:14.099924 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:14.100287 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:14.100647 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:14.100979 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:14.101307 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:14.101656 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:14.101985 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:14.102313 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:14.103846 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:14.104188 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:14.104521 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:14.104875 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Tracked resource versions report: Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: pushed versions: Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: { 'AddressGroup': {'1.2'}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Agent': {'1.1'}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'ConntrackHelper': {'1.0'}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'LocalIPAssociation': {'1.0'}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Log': {'1.0'}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'NDPProxy': {'1.0'}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Network': {'1.1'}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Port': {'1.7'}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'PortForwarding': {'1.3'}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'QosPolicy': {'1.10'}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'SecurityGroup': {'1.5'}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'SecurityGroupRule': {'1.2'}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'SubPort': {'1.0'}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Subnet': {'1.1'}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Trunk': {'1.1'}} Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: consumer versions: Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: { DHCP agent@dv-cinder-834919-1-iscsi: {}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: L3 agent@dv-cinder-834919-1-iscsi: {}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: Metadata agent@dv-cinder-834919-1-iscsi: {}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: Metering agent@dv-cinder-834919-1-iscsi: {}, Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: Open vSwitch agent@dv-cinder-834919-1-iscsi: { 'AddressGroup': '1.2', Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Agent': '1.1', Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'ConntrackHelper': '1.0', Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'LocalIPAssociation': '1.0', Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Log': '1.0', Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'NDPProxy': '1.0', Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Network': '1.1', Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Port': '1.7', Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'PortForwarding': '1.3', Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'QosPolicy': '1.10', Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'SecurityGroup': '1.5', Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'SecurityGroupRule': '1.2', Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'SubPort': '1.0', Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Subnet': '1.1', Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Trunk': '1.1'}} Mar 23 16:59:14.106358 dv-cinder-834919-1-iscsi neutron-server[104062]: {{(pid=104062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 16:59:14.155285 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Attempting to bind port 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 16:59:14.155602 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Attempting to bind port 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': 'ff91efad-ed40-40b6-adba-59527d831266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 16:59:14.156040 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Attempting to bind port 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5 on network ffe58cd3-8f0c-459c-b23e-1b9367476b9c {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 16:59:14.160942 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 16, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 16:59:14.161340 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Checking segment: {'id': 'ff91efad-ed40-40b6-adba-59527d831266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 16:59:14.161818 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:14.162216 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Bound using segment: {'id': 'ff91efad-ed40-40b6-adba-59527d831266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 16:59:14.162706 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Bound port: 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff91efad-ed40-40b6-adba-59527d831266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 16:59:14.163116 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:14.225347 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] For port 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 16:59:14.229611 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] For port 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5,segment=NetworkSegment(ff91efad-ed40-40b6-adba-59527d831266),segment_id=ff91efad-ed40-40b6-adba-59527d831266)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 16:59:14.332019 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:14.397305 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885443d1-8d75-4eec-a4c0-2ab2f289d81e None None] Pushing event updated for resources: {'Port': ['ID=0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:15.654153 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54318) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:59:15.967223 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [None req-b5aa0d09-b810-40ab-a336-546e424c81fb admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=104060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 16:59:15.968241 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-b5aa0d09-b810-40ab-a336-546e424c81fb admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3131423 Mar 23 16:59:18.527700 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54326) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:59:18.841442 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [None req-afd22795-c302-4a63-9366-4db58e780680 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=104060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 16:59:18.862237 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-afd22795-c302-4a63-9366-4db58e780680 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3138337 Mar 23 16:59:21.418347 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54334) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:59:21.872995 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-f5ff29c5-2831-4475-9993-0e317066e13d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 16:59:21.925978 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f5ff29c5-2831-4475-9993-0e317066e13d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16300859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-774'] for router (e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:21.927601 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f5ff29c5-2831-4475-9993-0e317066e13d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16729771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16310052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router (e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:22.064026 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f5ff29c5-2831-4475-9993-0e317066e13d demo demo] Publish callbacks [] for router_controller (e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6), precommit_add_association {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:22.135880 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f5ff29c5-2831-4475-9993-0e317066e13d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16729776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728365'] for router (e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:22.247169 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f5ff29c5-2831-4475-9993-0e317066e13d demo demo] Publish callbacks [] for router (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:22.248363 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-f5ff29c5-2831-4475-9993-0e317066e13d demo demo] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8284445 Mar 23 16:59:24.164897 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 16:59:24.257794 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 16:59:24.258153 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:24.326446 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 5 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 16:59:24.367768 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 16:59:24.368165 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:24.402765 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] For port 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5,segment=NetworkSegment(ff91efad-ed40-40b6-adba-59527d831266),segment_id=ff91efad-ed40-40b6-adba-59527d831266)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 16:59:24.502254 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:24.549527 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Pushing event updated for resources: {'Port': ['ID=0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:24.810134 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54346) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:59:25.129618 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [None req-ef206b41-3e88-4a4c-9332-e7d8f80486f4 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=104060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 16:59:25.130635 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-ef206b41-3e88-4a4c-9332-e7d8f80486f4 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3196466 Mar 23 16:59:25.209694 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-6f627945-9adc-469d-8b94-27d830785da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:25.792574 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f46144-9bd1-4d0f-a20a-1b1a9aab33da None None] Network ffe58cd3-8f0c-459c-b23e-1b9367476b9c requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 16:59:25.866744 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-8e05cda3-e5af-4ad9-aeb6-536bc0a02011 None None] Provisioning complete for port 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 16:59:25.867137 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-8e05cda3-e5af-4ad9-aeb6-536bc0a02011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:25.989760 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-8e05cda3-e5af-4ad9-aeb6-536bc0a02011 None None] Current status of the port 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 16:59:26.132245 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 16:59:26.180777 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 16:59:26.181170 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:26.224514 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-6ffc35fc-9dd2-448f-a6d7-a93f69ff8ea0 None None] Provisioning complete for port 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 16:59:26.225233 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-6ffc35fc-9dd2-448f-a6d7-a93f69ff8ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:26.299679 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 16:59:26.338093 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc35fc-9dd2-448f-a6d7-a93f69ff8ea0 None None] Current status of the port 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 16:59:27.347695 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9c550298-5d6d-4ea7-ad86-576312901d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:27.662119 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54354) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:59:27.969361 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-6d4cc0a2-b8db-4cfb-a871-d697a1e31470 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 16:59:28.050420 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4cc0a2-b8db-4cfb-a871-d697a1e31470 admin admin] Made reservation on behalf of 0fdc7a5e1920489b91db689256cce62c for: {'network': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 16:59:28.052670 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc0a2-b8db-4cfb-a871-d697a1e31470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:28.061416 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc0a2-b8db-4cfb-a871-d697a1e31470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:28.134957 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc0a2-b8db-4cfb-a871-d697a1e31470 admin admin] Publish callbacks [] for security_group (8cb5157d-6d0b-434b-9729-7dcafa7cc105), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:28.239147 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc0a2-b8db-4cfb-a871-d697a1e31470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (8cb5157d-6d0b-434b-9729-7dcafa7cc105), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:28.253900 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6d4cc0a2-b8db-4cfb-a871-d697a1e31470 admin admin] Reserving flat network on physical network physnet1 {{(pid=104060) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 23 16:59:28.271653 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cc0a2-b8db-4cfb-a871-d697a1e31470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb5157d-6d0b-434b-9729-7dcafa7cc105,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:28.277179 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc0a2-b8db-4cfb-a871-d697a1e31470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:28.278026 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.segments_db [None req-6d4cc0a2-b8db-4cfb-a871-d697a1e31470 admin admin] Added segment 9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7 of type flat for network 2c02e95d-8a1b-4700-95ef-e7028012d606 Mar 23 16:59:28.322041 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc0a2-b8db-4cfb-a871-d697a1e31470 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (2c02e95d-8a1b-4700-95ef-e7028012d606), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:28.467550 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc0a2-b8db-4cfb-a871-d697a1e31470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (2c02e95d-8a1b-4700-95ef-e7028012d606), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:28.468497 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4cc0a2-b8db-4cfb-a871-d697a1e31470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 16:59:28.469103 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc0a2-b8db-4cfb-a871-d697a1e31470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:28.525007 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:28.557764 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cc0a2-b8db-4cfb-a871-d697a1e31470 admin admin] Pushing event updated for resources: {'Network': ['ID=2c02e95d-8a1b-4700-95ef-e7028012d606,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:28.566867 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 16:59:28.658978 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-6d4cc0a2-b8db-4cfb-a871-d697a1e31470 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9957783 Mar 23 16:59:29.942109 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:31.190717 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54372) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:59:31.363470 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f734f8-a4e2-4874-bc4c-ce848f1d5234 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 16:59:31.364815 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-60f734f8-a4e2-4874-bc4c-ce848f1d5234 demo admin] 10.222.0.97 "GET /v2.0/subnets/ea53119b-9e7b-4c9d-8ef0-457e59e43427 HTTP/1.1" status: 200 len: 849 time: 0.1731200 Mar 23 16:59:31.490958 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-3a6f15e3-1f8d-4ce2-af6e-109a53ef9626 demo admin] 10.222.0.97 "GET /v2.0/routers/e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6 HTTP/1.1" status: 200 len: 704 time: 0.1204469 Mar 23 16:59:31.513649 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:31.762883 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:32.094582 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Allocated IP 172.20.0.1 (ffe58cd3-8f0c-459c-b23e-1b9367476b9c/ea53119b-9e7b-4c9d-8ef0-457e59e43427/02ff6980-9ca9-4b8b-a711-031340ef5778) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 16:59:32.244973 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Publish callbacks [] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:32.398245 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:32.476614 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Network ffe58cd3-8f0c-459c-b23e-1b9367476b9c is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 16:59:32.486227 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 16:59:32.488738 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 16:59:32.489294 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16731896'] for router_interface (e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:32.509554 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Pushing event updated for resources: {'Port': ['ID=02ff6980-9ca9-4b8b-a711-031340ef5778,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:32.695199 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-d6a790df-e162-4476-a8be-8f6ffd6c160f None None] Provisioning complete for port 02ff6980-9ca9-4b8b-a711-031340ef5778 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 16:59:32.695719 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d6a790df-e162-4476-a8be-8f6ffd6c160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:32.728944 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-d6a790df-e162-4476-a8be-8f6ffd6c160f None None] Port 02ff6980-9ca9-4b8b-a711-031340ef5778 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 16:59:32.833497 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:33.040739 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Publish callbacks [] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:33.100129 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:33.100924 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16361821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16731756'] for router_interface (e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:33.176211 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Pushing event updated for resources: {'Port': ['ID=02ff6980-9ca9-4b8b-a711-031340ef5778,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:33.224223 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Network ffe58cd3-8f0c-459c-b23e-1b9367476b9c is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 16:59:33.225521 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 16:59:33.462308 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Router e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6 is scheduled to L3 agent f6827492-862c-46c2-a752-b75deb79caf3 with binding_index 1 {{(pid=104060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 16:59:33.553342 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-dd222071-615d-4957-8b10-0d990954763f None None] Provisioning complete for port 02ff6980-9ca9-4b8b-a711-031340ef5778 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 16:59:33.553622 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-dd222071-615d-4957-8b10-0d990954763f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:33.555306 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 16:59:33.561397 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-9e28c446-082e-426e-8597-ea526cd0e49e demo admin] 10.222.0.97 "PUT /v2.0/routers/e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0653074 Mar 23 16:59:33.565948 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Sync routers for ids ['e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 16:59:33.579276 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Routers {'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 16:59:33.580125 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T16:59:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:59:33.596137 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-dd222071-615d-4957-8b10-0d990954763f None None] Port 02ff6980-9ca9-4b8b-a711-031340ef5778 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 16:59:33.773560 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Set router e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6 gateway port host: None {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 16:59:34.208526 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6', 'name': 'router1', 'tenant_id': 'fb554c74a64f4714a6d09d691bae542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T16:59:21Z', 'updated_at': '2022-03-23T16:59:32Z', 'revision_number': 2, 'project_id': 'fb554c74a64f4714a6d09d691bae542f', 'gw_port_host': None, '_interfaces': [{'id': '02ff6980-9ca9-4b8b-a711-031340ef5778', 'name': '', 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c', 'tenant_id': 'fb554c74a64f4714a6d09d691bae542f', 'mac_address': 'fa:16:3e:ff:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea53119b-9e7b-4c9d-8ef0-457e59e43427', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T16:59:31Z', 'updated_at': '2022-03-23T16:59:32Z', 'revision_number': 2, 'project_id': 'fb554c74a64f4714a6d09d691bae542f', 'subnets': [{'id': 'ea53119b-9e7b-4c9d-8ef0-457e59e43427', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f51c2e71-1c3d-430c-ada5-acd31673852f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:59:34.257748 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Checking router: e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 16:59:34.258133 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Updating router e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6 port 02ff6980-9ca9-4b8b-a711-031340ef5778 binding host dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 16:59:34.337266 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:34.831038 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Publish callbacks [] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), precommit_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:34.963525 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:35.132853 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Pushing event updated for resources: {'Port': ['ID=02ff6980-9ca9-4b8b-a711-031340ef5778,revision_number=3']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:35.135255 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Attempting to bind port 02ff6980-9ca9-4b8b-a711-031340ef5778 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 16:59:35.135657 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Attempting to bind port 02ff6980-9ca9-4b8b-a711-031340ef5778 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': 'ff91efad-ed40-40b6-adba-59527d831266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c'}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 16:59:35.136119 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Attempting to bind port 02ff6980-9ca9-4b8b-a711-031340ef5778 on network ffe58cd3-8f0c-459c-b23e-1b9367476b9c {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 16:59:35.145066 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 16, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 16:59:35.145462 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Checking segment: {'id': 'ff91efad-ed40-40b6-adba-59527d831266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 16:59:35.145944 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:35.146344 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Bound using segment: {'id': 'ff91efad-ed40-40b6-adba-59527d831266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c'} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 16:59:35.146846 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Bound port: 02ff6980-9ca9-4b8b-a711-031340ef5778, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff91efad-ed40-40b6-adba-59527d831266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c'}}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 16:59:35.147229 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:35.150482 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:35.150834 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:35.151199 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:35.151548 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:35.151918 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:35.152255 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:35.152607 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:35.152933 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:35.153265 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:35.153596 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:35.153924 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:35.154268 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:35.154597 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:35.154920 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:35.155244 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Tracked resource versions report: Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: pushed versions: Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: { 'AddressGroup': {'1.2'}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Agent': {'1.1'}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'ConntrackHelper': {'1.0'}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'LocalIPAssociation': {'1.0'}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Log': {'1.0'}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'NDPProxy': {'1.0'}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Network': {'1.1'}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Port': {'1.7'}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'PortForwarding': {'1.3'}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'QosPolicy': {'1.10'}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'SecurityGroup': {'1.5'}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'SecurityGroupRule': {'1.2'}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'SubPort': {'1.0'}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Subnet': {'1.1'}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Trunk': {'1.1'}} Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: consumer versions: Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: { DHCP agent@dv-cinder-834919-1-iscsi: {}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: L3 agent@dv-cinder-834919-1-iscsi: {}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: Metadata agent@dv-cinder-834919-1-iscsi: {}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: Metering agent@dv-cinder-834919-1-iscsi: {}, Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: Open vSwitch agent@dv-cinder-834919-1-iscsi: { 'AddressGroup': '1.2', Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Agent': '1.1', Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'ConntrackHelper': '1.0', Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'LocalIPAssociation': '1.0', Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Log': '1.0', Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'NDPProxy': '1.0', Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Network': '1.1', Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Port': '1.7', Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'PortForwarding': '1.3', Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'QosPolicy': '1.10', Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'SecurityGroup': '1.5', Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'SecurityGroupRule': '1.2', Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'SubPort': '1.0', Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Subnet': '1.1', Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Trunk': '1.1'}} Mar 23 16:59:35.156730 dv-cinder-834919-1-iscsi neutron-server[104063]: {{(pid=104063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 16:59:35.223009 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] For port 02ff6980-9ca9-4b8b-a711-031340ef5778, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 16:59:35.230274 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-21bba051-c070-4237-8090-eabe6f249494 None None] Provisioning complete for port 02ff6980-9ca9-4b8b-a711-031340ef5778 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 16:59:35.230765 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-21bba051-c070-4237-8090-eabe6f249494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:35.241934 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] For port 02ff6980-9ca9-4b8b-a711-031340ef5778, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=02ff6980-9ca9-4b8b-a711-031340ef5778,segment=NetworkSegment(ff91efad-ed40-40b6-adba-59527d831266),segment_id=ff91efad-ed40-40b6-adba-59527d831266)] {{(pid=104063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 16:59:35.267666 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-21bba051-c070-4237-8090-eabe6f249494 None None] Port 02ff6980-9ca9-4b8b-a711-031340ef5778 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 16:59:35.374965 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:35.436284 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Routers {'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 16:59:35.436931 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T16:59:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:59:35.472181 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628ae56-af36-484c-820e-97791890bba3 None None] Pushing event updated for resources: {'Port': ['ID=02ff6980-9ca9-4b8b-a711-031340ef5778,revision_number=4']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:35.538749 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] Set router e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6 gateway port host: None {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 16:59:35.587408 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-2af0b734-b6d4-4a94-aa71-084df6a1089c None None] Provisioning complete for port 02ff6980-9ca9-4b8b-a711-031340ef5778 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 16:59:35.587811 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2af0b734-b6d4-4a94-aa71-084df6a1089c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:35.665604 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-2af0b734-b6d4-4a94-aa71-084df6a1089c None None] Current status of the port 02ff6980-9ca9-4b8b-a711-031340ef5778 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 16:59:35.666007 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2af0b734-b6d4-4a94-aa71-084df6a1089c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:35.697924 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-2af0b734-b6d4-4a94-aa71-084df6a1089c None None] For port 02ff6980-9ca9-4b8b-a711-031340ef5778, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=02ff6980-9ca9-4b8b-a711-031340ef5778,segment=NetworkSegment(ff91efad-ed40-40b6-adba-59527d831266),segment_id=ff91efad-ed40-40b6-adba-59527d831266)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 16:59:35.759239 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2af0b734-b6d4-4a94-aa71-084df6a1089c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:35.761080 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6', 'name': 'router1', 'tenant_id': 'fb554c74a64f4714a6d09d691bae542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T16:59:21Z', 'updated_at': '2022-03-23T16:59:32Z', 'revision_number': 2, 'project_id': 'fb554c74a64f4714a6d09d691bae542f', 'gw_port_host': None, '_interfaces': [{'id': '02ff6980-9ca9-4b8b-a711-031340ef5778', 'name': '', 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c', 'tenant_id': 'fb554c74a64f4714a6d09d691bae542f', 'mac_address': 'fa:16:3e:ff:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea53119b-9e7b-4c9d-8ef0-457e59e43427', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T16:59:31Z', 'updated_at': '2022-03-23T16:59:35Z', 'revision_number': 4, 'project_id': 'fb554c74a64f4714a6d09d691bae542f', 'subnets': [{'id': 'ea53119b-9e7b-4c9d-8ef0-457e59e43427', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f51c2e71-1c3d-430c-ada5-acd31673852f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:59:35.789179 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad6d1f-8fc6-4d2d-94e7-090c55ca4b26 None None] The sync data for ids ['e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6'] in dv-cinder-834919-1-iscsi is: [{'id': 'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6', 'name': 'router1', 'tenant_id': 'fb554c74a64f4714a6d09d691bae542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T16:59:21Z', 'updated_at': '2022-03-23T16:59:32Z', 'revision_number': 2, 'project_id': 'fb554c74a64f4714a6d09d691bae542f', 'gw_port_host': None, '_interfaces': [{'id': '02ff6980-9ca9-4b8b-a711-031340ef5778', 'name': '', 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c', 'tenant_id': 'fb554c74a64f4714a6d09d691bae542f', 'mac_address': 'fa:16:3e:ff:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea53119b-9e7b-4c9d-8ef0-457e59e43427', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T16:59:31Z', 'updated_at': '2022-03-23T16:59:35Z', 'revision_number': 4, 'project_id': 'fb554c74a64f4714a6d09d691bae542f', 'subnets': [{'id': 'ea53119b-9e7b-4c9d-8ef0-457e59e43427', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f51c2e71-1c3d-430c-ada5-acd31673852f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 16:59:35.818886 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0b734-b6d4-4a94-aa71-084df6a1089c None None] Pushing event updated for resources: {'Port': ['ID=02ff6980-9ca9-4b8b-a711-031340ef5778,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:36.022794 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54392) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:59:36.132313 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504b0d5b-149d-48cb-b439-8652d767b4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 16:59:36.133724 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-504b0d5b-149d-48cb-b439-8652d767b4c9 admin admin] 10.222.0.97 "GET /v2.0/networks/2c02e95d-8a1b-4700-95ef-e7028012d606 HTTP/1.1" status: 200 len: 842 time: 0.1099427 Mar 23 16:59:36.143519 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-2cc30ddb-ab91-4a21-b17f-457f1579441b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'cidr': '172.27.1.0/24'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 16:59:36.271458 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc30ddb-ab91-4a21-b17f-457f1579441b admin admin] Made reservation on behalf of 0fdc7a5e1920489b91db689256cce62c for: {'subnet': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 16:59:36.273844 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2cc30ddb-ab91-4a21-b17f-457f1579441b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:36.711798 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.objects.ports [None req-2cc30ddb-ab91-4a21-b17f-457f1579441b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104060) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 16:59:36.712249 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2cc30ddb-ab91-4a21-b17f-457f1579441b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for subnet (ad4bdf14-4fb0-42c8-826c-5689a45d5dda), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:36.767947 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc30ddb-ab91-4a21-b17f-457f1579441b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad4bdf14-4fb0-42c8-826c-5689a45d5dda,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:36.782722 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc30ddb-ab91-4a21-b17f-457f1579441b admin admin] Checking segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 16:59:36.783082 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc30ddb-ab91-4a21-b17f-457f1579441b admin admin] Network hostable DHCP agents. Network: 2c02e95d-8a1b-4700-95ef-e7028012d606, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 16:59:36.947403 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc30ddb-ab91-4a21-b17f-457f1579441b admin admin] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 16:59:37.078763 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-2cc30ddb-ab91-4a21-b17f-457f1579441b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, 2c02e95d-8a1b-4700-95ef-e7028012d606) {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 16:59:37.083150 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc30ddb-ab91-4a21-b17f-457f1579441b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 16:59:37.083773 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2cc30ddb-ab91-4a21-b17f-457f1579441b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:37.091787 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6079d6e-6d7e-4d0b-ac21-32614ec459ea None None] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 16:59:37.197220 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-2cc30ddb-ab91-4a21-b17f-457f1579441b admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0570168 Mar 23 16:59:37.197967 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c7fb1-16b8-4caf-b5b7-601db762dcb5 None None] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 16:59:39.619677 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54400) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:59:39.757710 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-fb5666d9-7db7-4d99-b4a3-c7ea2cfd9ad3 demo admin] 10.222.0.97 "GET /v2.0/routers/e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6 HTTP/1.1" status: 200 len: 710 time: 0.1320379 Mar 23 16:59:39.839956 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f19abfd-be8f-4eda-a2a8-68c5080d57e7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 16:59:39.841306 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-1f19abfd-be8f-4eda-a2a8-68c5080d57e7 demo admin] 10.222.0.97 "GET /v2.0/networks/2c02e95d-8a1b-4700-95ef-e7028012d606 HTTP/1.1" status: 200 len: 886 time: 0.0829427 Mar 23 16:59:39.850334 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 16:59:40.101003 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Publish callbacks [] for router_gateway (e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:40.435072 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Publish callbacks [] for router_gateway (e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:40.508463 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:40.611553 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Allocated IP 172.27.1.184 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/16ee5b94-9e8b-455b-acbd-cb8fe8d2e446) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 16:59:40.714591 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Publish callbacks [] for port (16ee5b94-9e8b-455b-acbd-cb8fe8d2e446), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:40.843350 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (16ee5b94-9e8b-455b-acbd-cb8fe8d2e446), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:40.882514 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 16:59:40.887916 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 16:59:40.890345 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 16:59:40.924663 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Pushing event updated for resources: {'Port': ['ID=16ee5b94-9e8b-455b-acbd-cb8fe8d2e446,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:41.356257 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Publish callbacks [] for router_gateway (e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:41.550747 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16728534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16729785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-891'] for router (e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:41.553876 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16728543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16728356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16729742'] for router (e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:41.663723 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Router e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 16:59:41.772042 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 16:59:41.777154 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] Publish callbacks [] for router (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:41.777841 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-b2c026a0-dc77-4bb2-bdf3-d59a5f1b3a7f demo admin] 10.222.0.97 "PUT /v2.0/routers/e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6 HTTP/1.1" status: 200 len: 890 time: 1.9307168 Mar 23 16:59:44.154249 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 02ff6980-9ca9-4b8b-a711-031340ef5778 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 16:59:44.202336 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 02ff6980-9ca9-4b8b-a711-031340ef5778 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 16:59:44.202739 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:44.282670 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 02ff6980-9ca9-4b8b-a711-031340ef5778 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 16:59:44.321006 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54412) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:59:44.428746 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Sync routers for ids ['e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 16:59:44.440067 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Routers {'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 16:59:44.440801 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T16:59:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:59:44.441252 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-d88e70b3-323e-4243-82c4-cbf2caa88582 admin admin] 10.222.0.97 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1191308 Mar 23 16:59:44.705262 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Set router e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 16:59:45.178758 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6', 'name': 'router1', 'tenant_id': 'fb554c74a64f4714a6d09d691bae542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '16ee5b94-9e8b-455b-acbd-cb8fe8d2e446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T16:59:21Z', 'updated_at': '2022-03-23T16:59:41Z', 'revision_number': 4, 'project_id': 'fb554c74a64f4714a6d09d691bae542f', 'gw_port': {'id': '16ee5b94-9e8b-455b-acbd-cb8fe8d2e446', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T16:59:40Z', 'updated_at': '2022-03-23T16:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '02ff6980-9ca9-4b8b-a711-031340ef5778', 'name': '', 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c', 'tenant_id': 'fb554c74a64f4714a6d09d691bae542f', 'mac_address': 'fa:16:3e:ff:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea53119b-9e7b-4c9d-8ef0-457e59e43427', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T16:59:31Z', 'updated_at': '2022-03-23T16:59:35Z', 'revision_number': 5, 'project_id': 'fb554c74a64f4714a6d09d691bae542f', 'subnets': [{'id': 'ea53119b-9e7b-4c9d-8ef0-457e59e43427', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f51c2e71-1c3d-430c-ada5-acd31673852f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:59:45.232046 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Checking router: e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 16:59:45.232422 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Updating router e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6 port 16ee5b94-9e8b-455b-acbd-cb8fe8d2e446 binding host dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 16:59:45.284746 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (16ee5b94-9e8b-455b-acbd-cb8fe8d2e446), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:45.613816 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Publish callbacks [] for port (16ee5b94-9e8b-455b-acbd-cb8fe8d2e446), precommit_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:45.746165 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (16ee5b94-9e8b-455b-acbd-cb8fe8d2e446), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:45.797885 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Attempting to bind port 16ee5b94-9e8b-455b-acbd-cb8fe8d2e446 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 16:59:45.798201 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Attempting to bind port 16ee5b94-9e8b-455b-acbd-cb8fe8d2e446 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 16:59:45.798572 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Attempting to bind port 16ee5b94-9e8b-455b-acbd-cb8fe8d2e446 on network 2c02e95d-8a1b-4700-95ef-e7028012d606 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 16:59:45.805254 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4ec97-76b6-49f4-8edf-f2ec49a7a895 None None] Pushing event updated for resources: {'Port': ['ID=16ee5b94-9e8b-455b-acbd-cb8fe8d2e446,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:45.808505 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 16, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 16:59:45.820531 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Checking segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 16:59:45.820531 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:45.820531 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Bound using segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 16:59:45.820531 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Bound port: 16ee5b94-9e8b-455b-acbd-cb8fe8d2e446, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 16:59:45.820531 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (16ee5b94-9e8b-455b-acbd-cb8fe8d2e446), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:45.859021 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] For port 16ee5b94-9e8b-455b-acbd-cb8fe8d2e446, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 16:59:45.861911 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] For port 16ee5b94-9e8b-455b-acbd-cb8fe8d2e446, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=16ee5b94-9e8b-455b-acbd-cb8fe8d2e446,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 16:59:45.981871 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (16ee5b94-9e8b-455b-acbd-cb8fe8d2e446), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:46.039570 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4ec97-76b6-49f4-8edf-f2ec49a7a895 None None] Pushing event updated for resources: {'Port': ['ID=16ee5b94-9e8b-455b-acbd-cb8fe8d2e446,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:46.042330 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Routers {'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 16:59:46.042925 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T16:59:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:59:46.162565 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] Set router e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 16:59:46.400115 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6', 'name': 'router1', 'tenant_id': 'fb554c74a64f4714a6d09d691bae542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '16ee5b94-9e8b-455b-acbd-cb8fe8d2e446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T16:59:21Z', 'updated_at': '2022-03-23T16:59:41Z', 'revision_number': 4, 'project_id': 'fb554c74a64f4714a6d09d691bae542f', 'gw_port': {'id': '16ee5b94-9e8b-455b-acbd-cb8fe8d2e446', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T16:59:40Z', 'updated_at': '2022-03-23T16:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '02ff6980-9ca9-4b8b-a711-031340ef5778', 'name': '', 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c', 'tenant_id': 'fb554c74a64f4714a6d09d691bae542f', 'mac_address': 'fa:16:3e:ff:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea53119b-9e7b-4c9d-8ef0-457e59e43427', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T16:59:31Z', 'updated_at': '2022-03-23T16:59:35Z', 'revision_number': 5, 'project_id': 'fb554c74a64f4714a6d09d691bae542f', 'subnets': [{'id': 'ea53119b-9e7b-4c9d-8ef0-457e59e43427', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f51c2e71-1c3d-430c-ada5-acd31673852f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:59:46.501071 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4eac74-e0b4-43e2-a070-166e85ef48b8 None None] The sync data for ids ['e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6'] in dv-cinder-834919-1-iscsi is: [{'id': 'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6', 'name': 'router1', 'tenant_id': 'fb554c74a64f4714a6d09d691bae542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '16ee5b94-9e8b-455b-acbd-cb8fe8d2e446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T16:59:21Z', 'updated_at': '2022-03-23T16:59:41Z', 'revision_number': 4, 'project_id': 'fb554c74a64f4714a6d09d691bae542f', 'gw_port': {'id': '16ee5b94-9e8b-455b-acbd-cb8fe8d2e446', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T16:59:40Z', 'updated_at': '2022-03-23T16:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '02ff6980-9ca9-4b8b-a711-031340ef5778', 'name': '', 'network_id': 'ffe58cd3-8f0c-459c-b23e-1b9367476b9c', 'tenant_id': 'fb554c74a64f4714a6d09d691bae542f', 'mac_address': 'fa:16:3e:ff:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bd1ddb-9ee4-4ae7-ad15-6cd647dba1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea53119b-9e7b-4c9d-8ef0-457e59e43427', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T16:59:31Z', 'updated_at': '2022-03-23T16:59:35Z', 'revision_number': 5, 'project_id': 'fb554c74a64f4714a6d09d691bae542f', 'subnets': [{'id': 'ea53119b-9e7b-4c9d-8ef0-457e59e43427', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f51c2e71-1c3d-430c-ada5-acd31673852f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 16:59:48.240613 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 16ee5b94-9e8b-455b-acbd-cb8fe8d2e446 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 16:59:48.311874 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 16ee5b94-9e8b-455b-acbd-cb8fe8d2e446 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 16:59:48.312511 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (16ee5b94-9e8b-455b-acbd-cb8fe8d2e446), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:48.413136 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 16ee5b94-9e8b-455b-acbd-cb8fe8d2e446 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 16:59:48.413751 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (16ee5b94-9e8b-455b-acbd-cb8fe8d2e446), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:48.439178 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] For port 16ee5b94-9e8b-455b-acbd-cb8fe8d2e446, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=16ee5b94-9e8b-455b-acbd-cb8fe8d2e446,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 16:59:48.518422 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (16ee5b94-9e8b-455b-acbd-cb8fe8d2e446), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:48.582745 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Pushing event updated for resources: {'Port': ['ID=16ee5b94-9e8b-455b-acbd-cb8fe8d2e446,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:59:50.209100 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 16ee5b94-9e8b-455b-acbd-cb8fe8d2e446 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 16:59:50.311398 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 16ee5b94-9e8b-455b-acbd-cb8fe8d2e446 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 16:59:50.311809 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (16ee5b94-9e8b-455b-acbd-cb8fe8d2e446), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:50.507723 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 16ee5b94-9e8b-455b-acbd-cb8fe8d2e446 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 16:59:55.146649 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c127d1ab-7d92-49d0-8bbf-af7423fcb531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:57.379923 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-57f61c5a-6a5b-45e3-bf94-4eeed9587d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:58.511838 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:59:59.928776 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:00:01.327844 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 5 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:00:01.587058 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:00:25.138465 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b65dc29a-af02-473c-8fc0-800d19169184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:00:27.373331 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-199a1780-ceb1-4899-9b64-ee02d5f35190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:00:28.504845 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:00:30.767706 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:00:31.496922 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:00:38.327610 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 5 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:00:55.136074 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-1b4e1d01-05a9-435a-b70c-41d4befa9a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:00:57.375868 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3ea678dd-8383-4035-a5c9-b9d6b024a940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:00:58.485536 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:00:59.988710 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:01:01.529633 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:01:09.891847 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54896) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:01:09.952956 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c609bb-a13b-414c-9dcb-40e917515696 admin admin] GET failed (client error): The resource could not be found. Mar 23 17:01:09.954366 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-d1c609bb-a13b-414c-9dcb-40e917515696 admin admin] 10.222.0.97 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615642 Mar 23 17:01:10.115938 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5577023-1ed3-4de6-99f6-bcd9be4bbe66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:01:10.117460 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-a5577023-1ed3-4de6-99f6-bcd9be4bbe66 admin admin] 10.222.0.97 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1584613 Mar 23 17:01:12.463102 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 54906) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:01:12.584488 dv-cinder-834919-1-iscsi neutron-server[104061]: WARNING oslo_policy.policy [None req-f0a73378-d619-4d3e-beaa-6c70958f2f4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 17:01:12.585105 dv-cinder-834919-1-iscsi neutron-server[104061]: WARNING oslo_policy.policy [None req-f0a73378-d619-4d3e-beaa-6c70958f2f4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 17:01:12.994491 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.policy [None req-f0a73378-d619-4d3e-beaa-6c70958f2f4c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104061) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 17:01:13.038888 dv-cinder-834919-1-iscsi neutron-server[104061]: WARNING oslo_policy.policy [None req-f0a73378-d619-4d3e-beaa-6c70958f2f4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 17:01:13.039264 dv-cinder-834919-1-iscsi neutron-server[104061]: WARNING oslo_policy.policy [None req-f0a73378-d619-4d3e-beaa-6c70958f2f4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 17:01:13.047244 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a73378-d619-4d3e-beaa-6c70958f2f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:01:13.048994 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-f0a73378-d619-4d3e-beaa-6c70958f2f4c admin admin] 10.222.0.97 "GET /v2.0/subnets/ea53119b-9e7b-4c9d-8ef0-457e59e43427 HTTP/1.1" status: 200 len: 849 time: 0.5849676 Mar 23 17:01:13.058574 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:01:13.141523 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Publish callbacks [] for subnet (ea53119b-9e7b-4c9d-8ef0-457e59e43427), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:01:13.392895 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739377903243'] for subnet (ea53119b-9e7b-4c9d-8ef0-457e59e43427), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:01:13.455517 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:01:13.456747 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:01:13.458030 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] 10.222.0.97 "PUT /v2.0/subnets/ea53119b-9e7b-4c9d-8ef0-457e59e43427 HTTP/1.1" status: 200 len: 868 time: 0.4028144 Mar 23 17:01:13.469403 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea53119b-9e7b-4c9d-8ef0-457e59e43427,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:01:13.474791 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425a264e-c40a-4ad2-b52c-10e6376d4525 None None] Network ffe58cd3-8f0c-459c-b23e-1b9367476b9c requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:01:13.480185 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:01:13.480576 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:01:13.480919 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:01:13.481305 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:01:13.481694 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:01:13.482032 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:01:13.482367 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:01:13.482700 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:01:13.483037 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:01:13.483366 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:01:13.483712 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:01:13.484071 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:01:13.484392 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:01:13.484750 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:01:13.485101 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fcb65-6771-435a-866a-bea5c459baf1 admin admin] Tracked resource versions report: Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: pushed versions: Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: { 'AddressGroup': {'1.2'}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Agent': {'1.1'}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'ConntrackHelper': {'1.0'}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'LocalIPAssociation': {'1.0'}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Log': {'1.0'}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'NDPProxy': {'1.0'}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Network': {'1.1'}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Port': {'1.7'}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'PortForwarding': {'1.3'}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'QosPolicy': {'1.10'}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'SecurityGroup': {'1.5'}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'SecurityGroupRule': {'1.2'}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'SubPort': {'1.0'}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Subnet': {'1.1'}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Trunk': {'1.1'}} Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: consumer versions: Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: { DHCP agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: L3 agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: Metadata agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: Metering agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: Open vSwitch agent@dv-cinder-834919-1-iscsi: { 'AddressGroup': '1.2', Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Agent': '1.1', Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'ConntrackHelper': '1.0', Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'LocalIPAssociation': '1.0', Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Log': '1.0', Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'NDPProxy': '1.0', Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Network': '1.1', Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Port': '1.7', Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'PortForwarding': '1.3', Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'QosPolicy': '1.10', Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'SecurityGroup': '1.5', Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'SecurityGroupRule': '1.2', Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'SubPort': '1.0', Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Subnet': '1.1', Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Trunk': '1.1'}} Mar 23 17:01:13.486743 dv-cinder-834919-1-iscsi neutron-server[104061]: {{(pid=104061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 17:01:13.861453 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-0b0c824b-c71d-46b7-861a-a0b9e341b1d3 None None] Provisioning complete for port 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:01:13.861847 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0b0c824b-c71d-46b7-861a-a0b9e341b1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:01:13.939790 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c824b-c71d-46b7-861a-a0b9e341b1d3 None None] Current status of the port 0d6a57ea-7c48-40e6-9ddf-4a54226cc9e5 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:01:13.949293 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-0b0c824b-c71d-46b7-861a-a0b9e341b1d3 None None] Provisioning complete for port 02ff6980-9ca9-4b8b-a711-031340ef5778 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:01:13.949687 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0b0c824b-c71d-46b7-861a-a0b9e341b1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (02ff6980-9ca9-4b8b-a711-031340ef5778), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:01:14.028258 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c824b-c71d-46b7-861a-a0b9e341b1d3 None None] Current status of the port 02ff6980-9ca9-4b8b-a711-031340ef5778 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:01:15.325735 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 5 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:01:15.793002 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 54926) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:01:16.017123 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95900d60-c378-4aa7-bde5-44a3937672cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:01:16.017510 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95900d60-c378-4aa7-bde5-44a3937672cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:01:16.019110 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-95900d60-c378-4aa7-bde5-44a3937672cf admin admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2251039 Mar 23 17:01:18.338933 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54934) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:01:18.538938 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febaa1cd-2499-4d9c-8095-84bb385a1b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:01:18.539322 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febaa1cd-2499-4d9c-8095-84bb385a1b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:01:18.540889 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-febaa1cd-2499-4d9c-8095-84bb385a1b39 admin admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2009892 Mar 23 17:01:20.872375 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54942) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:01:20.995825 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f70bfe-7273-413f-8958-1de52f07cc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:01:20.997136 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-d7f70bfe-7273-413f-8958-1de52f07cc73 admin admin] 10.222.0.97 "GET /v2.0/networks/2c02e95d-8a1b-4700-95ef-e7028012d606 HTTP/1.1" status: 200 len: 886 time: 0.1237812 Mar 23 17:01:23.317174 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54950) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:01:23.447289 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a095dd2d-c334-404a-876c-3edaa9732e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:01:23.448674 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-a095dd2d-c334-404a-876c-3edaa9732e4e admin admin] 10.222.0.97 "GET /v2.0/networks/ffe58cd3-8f0c-459c-b23e-1b9367476b9c HTTP/1.1" status: 200 len: 870 time: 0.1305153 Mar 23 17:01:25.168605 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-1f78caa9-09fe-4673-bd52-8ab524c7c1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:01:25.765661 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54958) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:01:25.890139 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaee061-469b-472c-951c-27693b932980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:01:25.890671 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaee061-469b-472c-951c-27693b932980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:01:25.892215 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-ebaee061-469b-472c-951c-27693b932980 admin admin] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255763 Mar 23 17:01:27.334881 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3e355ec0-0122-4388-b8d7-64dc36f62a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:01:28.219672 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54966) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:01:28.311140 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aad895-75b2-4e2e-923d-0a15f6b73d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:01:28.311689 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aad895-75b2-4e2e-923d-0a15f6b73d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:01:28.313214 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-d2aad895-75b2-4e2e-923d-0a15f6b73d06 admin admin] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926032 Mar 23 17:01:28.467160 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:01:30.042343 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:01:30.646921 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 54974) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:01:30.733745 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df857507-3675-4ed3-9211-b651f7923563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:01:30.735120 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-df857507-3675-4ed3-9211-b651f7923563 admin admin] 10.222.0.97 "GET /v2.0/subnets/ad4bdf14-4fb0-42c8-826c-5689a45d5dda HTTP/1.1" status: 200 len: 816 time: 0.0872502 Mar 23 17:01:31.483588 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:01:33.061107 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 54982) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:01:33.151860 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c04a77-391d-49c3-acb6-d925506f98e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:01:33.153204 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-c0c04a77-391d-49c3-acb6-d925506f98e3 admin admin] 10.222.0.97 "GET /v2.0/subnets/ea53119b-9e7b-4c9d-8ef0-457e59e43427 HTTP/1.1" status: 200 len: 868 time: 0.0911455 Mar 23 17:01:52.324272 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 5 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:01:55.162445 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d69252c-574d-4102-bf8b-3989641f433f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:01:57.349845 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-db51dab1-91ae-4362-9650-3b398dd073da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:01:58.509448 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:01:59.928001 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:01.358048 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55034) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:02:01.407127 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [None req-3638a7e8-41e1-42ff-9a67-1761d6e572bb admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=104061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:02:01.417691 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-3638a7e8-41e1-42ff-9a67-1761d6e572bb admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491445 Mar 23 17:02:01.533324 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:03.816292 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55042) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:02:03.881632 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aab2b79-48c1-4f9a-b574-2adb3a84372d admin admin] GET failed (client error): The resource could not be found. Mar 23 17:02:03.882937 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-7aab2b79-48c1-4f9a-b574-2adb3a84372d admin admin] 10.222.0.97 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0656834 Mar 23 17:02:04.046479 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9414b1a8-6aa9-4c45-bbb5-90cafdeea47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:02:04.048471 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-9414b1a8-6aa9-4c45-bbb5-90cafdeea47e admin admin] 10.222.0.97 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1614661 Mar 23 17:02:06.391676 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55050) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:02:06.439127 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-0f03b09d-52a8-4d3d-92e4-6e7afdf9c208 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:02:06.556020 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f03b09d-52a8-4d3d-92e4-6e7afdf9c208 admin admin] Made reservation on behalf of 0fdc7a5e1920489b91db689256cce62c for: {'network': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:02:06.558420 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-0f03b09d-52a8-4d3d-92e4-6e7afdf9c208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:06.601214 dv-cinder-834919-1-iscsi neutron-server[104061]: WARNING neutron.services.revisions.revision_plugin [None req-0f03b09d-52a8-4d3d-92e4-6e7afdf9c208 admin admin] Could not find related network for resource to bump revision. Mar 23 17:02:06.617826 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f03b09d-52a8-4d3d-92e4-6e7afdf9c208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1223} {{(pid=104061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:02:06.630033 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-0f03b09d-52a8-4d3d-92e4-6e7afdf9c208 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739377741370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (84dd561c-8dc6-4e81-81d2-8d27427ba5e2), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:06.630602 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-0f03b09d-52a8-4d3d-92e4-6e7afdf9c208 admin admin] Unsubscribe: segment precommit_create {{(pid=104061) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 17:02:06.631086 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.segments_db [None req-0f03b09d-52a8-4d3d-92e4-6e7afdf9c208 admin admin] Added segment 84dd561c-8dc6-4e81-81d2-8d27427ba5e2 of type vlan for network d49dcb5c-860a-42b9-b28c-021da6884ee7 Mar 23 17:02:06.691042 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-0f03b09d-52a8-4d3d-92e4-6e7afdf9c208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (d49dcb5c-860a-42b9-b28c-021da6884ee7), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:06.841222 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-0f03b09d-52a8-4d3d-92e4-6e7afdf9c208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (d49dcb5c-860a-42b9-b28c-021da6884ee7), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:06.842190 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f03b09d-52a8-4d3d-92e4-6e7afdf9c208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:02:06.842785 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-0f03b09d-52a8-4d3d-92e4-6e7afdf9c208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:06.937484 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03b09d-52a8-4d3d-92e4-6e7afdf9c208 admin admin] Pushing event updated for resources: {'Network': ['ID=d49dcb5c-860a-42b9-b28c-021da6884ee7,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:02:06.949055 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network d49dcb5c-860a-42b9-b28c-021da6884ee7 details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:02:07.033689 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-0f03b09d-52a8-4d3d-92e4-6e7afdf9c208 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.6408787 Mar 23 17:02:09.354509 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55058) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:02:09.413354 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0dd65c-0d4b-4372-99c6-7f757e6d9bb2 admin admin] GET failed (client error): The resource could not be found. Mar 23 17:02:09.414614 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-6a0dd65c-0d4b-4372-99c6-7f757e6d9bb2 admin admin] 10.222.0.97 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591447 Mar 23 17:02:09.485253 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b313c3-2fd5-4f86-adf6-302421c10319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:02:09.486711 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-68b313c3-2fd5-4f86-adf6-302421c10319 admin admin] 10.222.0.97 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0681491 Mar 23 17:02:09.496299 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-2f48cebb-7cdb-46c5-ba94-f01d8c787e9e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'd49dcb5c-860a-42b9-b28c-021da6884ee7', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:02:09.584184 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f48cebb-7cdb-46c5-ba94-f01d8c787e9e admin admin] Made reservation on behalf of 0fdc7a5e1920489b91db689256cce62c for: {'subnet': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:02:09.586406 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2f48cebb-7cdb-46c5-ba94-f01d8c787e9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:09.886990 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2f48cebb-7cdb-46c5-ba94-f01d8c787e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for subnet (815d887e-85f1-43fe-b63b-52b4fecb108f), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:09.946647 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48cebb-7cdb-46c5-ba94-f01d8c787e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=815d887e-85f1-43fe-b63b-52b4fecb108f,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:02:09.955093 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48cebb-7cdb-46c5-ba94-f01d8c787e9e admin admin] Checking segment: {'id': '84dd561c-8dc6-4e81-81d2-8d27427ba5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'd49dcb5c-860a-42b9-b28c-021da6884ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:02:09.955463 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f48cebb-7cdb-46c5-ba94-f01d8c787e9e admin admin] Network hostable DHCP agents. Network: d49dcb5c-860a-42b9-b28c-021da6884ee7, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:02:10.069697 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f48cebb-7cdb-46c5-ba94-f01d8c787e9e admin admin] Network d49dcb5c-860a-42b9-b28c-021da6884ee7 is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:02:10.183738 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-2f48cebb-7cdb-46c5-ba94-f01d8c787e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, d49dcb5c-860a-42b9-b28c-021da6884ee7) {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:02:10.188003 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f48cebb-7cdb-46c5-ba94-f01d8c787e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:02:10.188625 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2f48cebb-7cdb-46c5-ba94-f01d8c787e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:10.193381 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55c2693-a881-4bcb-8693-8332ee3e2e39 None None] Network d49dcb5c-860a-42b9-b28c-021da6884ee7 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:02:10.301613 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-2f48cebb-7cdb-46c5-ba94-f01d8c787e9e admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8086002 Mar 23 17:02:10.391457 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46ccecf2-b578-5c7d-9b04-0141a0aafca4-d49dcb5c-860a-42b9-b28c-021da6884ee7', 'network_id': 'd49dcb5c-860a-42b9-b28c-021da6884ee7', 'project_id': '0fdc7a5e1920489b91db689256cce62c', 'fixed_ips': [{'subnet_id': '815d887e-85f1-43fe-b63b-52b4fecb108f'}]}} from dv-cinder-834919-1-iscsi. {{(pid=104062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:02:10.392391 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:10.531497 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.db_base_plugin_common [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Allocated IP 192.168.233.2 (d49dcb5c-860a-42b9-b28c-021da6884ee7/815d887e-85f1-43fe-b63b-52b4fecb108f/ddff567f-65de-41e0-8c82-da5b896e239d) {{(pid=104062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:02:10.676963 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Publish callbacks [] for port (ddff567f-65de-41e0-8c82-da5b896e239d), precommit_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:10.760969 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (ddff567f-65de-41e0-8c82-da5b896e239d), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:10.803841 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Network d49dcb5c-860a-42b9-b28c-021da6884ee7 is already hosted by enough agents. {{(pid=104062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:02:10.808974 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.base_scheduler [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Resources bound (agent type, host, resource id): {{(pid=104062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:02:10.814131 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Received port after_create {{(pid=104062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:02:10.817296 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Pushing event updated for resources: {'Port': ['ID=ddff567f-65de-41e0-8c82-da5b896e239d,revision_number=1']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:02:10.828118 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:02:10.828476 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:02:10.828881 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:02:10.829247 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:02:10.829588 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:02:10.829921 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:02:10.830252 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:02:10.830583 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:02:10.830911 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:02:10.831238 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:02:10.831564 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:02:10.831909 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:02:10.832246 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:02:10.832570 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:02:10.832919 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:02:10.882397 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Attempting to bind port ddff567f-65de-41e0-8c82-da5b896e239d on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:02:10.882776 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Attempting to bind port ddff567f-65de-41e0-8c82-da5b896e239d by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '84dd561c-8dc6-4e81-81d2-8d27427ba5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'd49dcb5c-860a-42b9-b28c-021da6884ee7'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:02:10.883145 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Attempting to bind port ddff567f-65de-41e0-8c82-da5b896e239d on network d49dcb5c-860a-42b9-b28c-021da6884ee7 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:02:10.888664 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:02:10.889048 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Checking segment: {'id': '84dd561c-8dc6-4e81-81d2-8d27427ba5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'd49dcb5c-860a-42b9-b28c-021da6884ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:02:10.889455 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:10.889861 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Bound using segment: {'id': '84dd561c-8dc6-4e81-81d2-8d27427ba5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'd49dcb5c-860a-42b9-b28c-021da6884ee7'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:02:10.890860 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Bound port: ddff567f-65de-41e0-8c82-da5b896e239d, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dd561c-8dc6-4e81-81d2-8d27427ba5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'd49dcb5c-860a-42b9-b28c-021da6884ee7'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:02:10.891286 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (ddff567f-65de-41e0-8c82-da5b896e239d), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:10.953947 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] For port ddff567f-65de-41e0-8c82-da5b896e239d, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:02:10.957011 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] For port ddff567f-65de-41e0-8c82-da5b896e239d, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=ddff567f-65de-41e0-8c82-da5b896e239d,segment=NetworkSegment(84dd561c-8dc6-4e81-81d2-8d27427ba5e2),segment_id=84dd561c-8dc6-4e81-81d2-8d27427ba5e2)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:02:11.101428 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (ddff567f-65de-41e0-8c82-da5b896e239d), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:11.158484 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b7bd1-33d4-47d3-8c67-4bdb576cf8e3 None None] Pushing event updated for resources: {'Port': ['ID=ddff567f-65de-41e0-8c82-da5b896e239d,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:02:12.037660 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79214aa-599b-4632-af9f-5d7171b44b34 None None] Network d49dcb5c-860a-42b9-b28c-021da6884ee7 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:02:12.104220 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-b7866957-305c-4d0c-9420-70952677adfc None None] Provisioning complete for port ddff567f-65de-41e0-8c82-da5b896e239d triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:02:12.104665 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b7866957-305c-4d0c-9420-70952677adfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (ddff567f-65de-41e0-8c82-da5b896e239d), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:12.228370 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-b7866957-305c-4d0c-9420-70952677adfc None None] Current status of the port ddff567f-65de-41e0-8c82-da5b896e239d is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:02:12.229132 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b7866957-305c-4d0c-9420-70952677adfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (ddff567f-65de-41e0-8c82-da5b896e239d), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:12.266465 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-b7866957-305c-4d0c-9420-70952677adfc None None] For port ddff567f-65de-41e0-8c82-da5b896e239d, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=ddff567f-65de-41e0-8c82-da5b896e239d,segment=NetworkSegment(84dd561c-8dc6-4e81-81d2-8d27427ba5e2),segment_id=84dd561c-8dc6-4e81-81d2-8d27427ba5e2)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:02:12.285658 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device ddff567f-65de-41e0-8c82-da5b896e239d up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:02:12.343582 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port ddff567f-65de-41e0-8c82-da5b896e239d triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:02:12.343976 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (ddff567f-65de-41e0-8c82-da5b896e239d), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:12.369830 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b7866957-305c-4d0c-9420-70952677adfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (ddff567f-65de-41e0-8c82-da5b896e239d), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:12.440899 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7866957-305c-4d0c-9420-70952677adfc None None] Pushing event updated for resources: {'Port': ['ID=ddff567f-65de-41e0-8c82-da5b896e239d,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:02:12.483469 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port ddff567f-65de-41e0-8c82-da5b896e239d is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:02:12.495162 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-08d391cc-70df-41dc-b223-56c13d4f7ebc None None] Provisioning complete for port ddff567f-65de-41e0-8c82-da5b896e239d triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:02:12.495553 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-08d391cc-70df-41dc-b223-56c13d4f7ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (ddff567f-65de-41e0-8c82-da5b896e239d), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:12.581795 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-08d391cc-70df-41dc-b223-56c13d4f7ebc None None] Current status of the port ddff567f-65de-41e0-8c82-da5b896e239d is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:02:14.234448 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device ddff567f-65de-41e0-8c82-da5b896e239d up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:02:14.282851 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port ddff567f-65de-41e0-8c82-da5b896e239d triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:02:14.283251 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (ddff567f-65de-41e0-8c82-da5b896e239d), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:14.357569 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port ddff567f-65de-41e0-8c82-da5b896e239d is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:02:25.148660 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3945cebb-1a2e-4dfd-9ffa-57e36a39516f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:27.337970 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-af268bb8-81f6-4fc8-9085-c16fc7aa3809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:28.507507 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:29.325703 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 5 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:02:29.936896 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:31.456893 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:55.158476 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9888d302-32fd-455f-9813-205f81a19d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:57.335764 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d00dd169-556b-4388-9bd1-0c1e23db05f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:58.500536 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:02:59.935283 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:01.489751 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:06.324533 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 5 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:03:25.156526 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-a385d523-7849-4055-9a44-944685b55247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:27.327969 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9f8daa2b-cdf9-4f05-a027-6e32ae869d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:28.482444 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:29.927761 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:31.505007 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:41.374190 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 55096) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:03:41.380004 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [None req-0abef62e-7319-43bd-a907-453b047b4f27 tempest-verify_tempest_config-577203412 tempest-verify_tempest_config-577203412-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=104060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:03:41.381052 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-0abef62e-7319-43bd-a907-453b047b4f27 tempest-verify_tempest_config-577203412 tempest-verify_tempest_config-577203412-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057981 Mar 23 17:03:42.039138 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 55114) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:03:42.141905 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:42.212721 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Publish callbacks [] for security_group (e20816eb-28df-4431-8e78-f67c3f35238e), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:42.298305 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (e20816eb-28df-4431-8e78-f67c3f35238e), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:42.341885 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20816eb-28df-4431-8e78-f67c3f35238e,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:03:42.346314 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7947c063e3db415fa30b2c1fce6a2de8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3056276 Mar 23 17:03:42.349126 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55118) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:03:42.350558 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.350874 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.351234 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.351572 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.351934 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.352267 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.352616 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.352946 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.353287 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.353616 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.353961 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.354307 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.354631 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.354953 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.355271 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d90c69a-e3c4-44af-90ab-aa0231601e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.426201 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Publish callbacks [] for security_group (e20816eb-28df-4431-8e78-f67c3f35238e), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:42.446584 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Publish callbacks [] for security_group (e20816eb-28df-4431-8e78-f67c3f35238e), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:42.635328 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (e20816eb-28df-4431-8e78-f67c3f35238e), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:42.638925 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:42.639180 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e20816eb-28df-4431-8e78-f67c3f35238e HTTP/1.1" status: 204 len: 168 time: 0.2890830 Mar 23 17:03:42.646839 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20816eb-28df-4431-8e78-f67c3f35238e,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:03:42.654155 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.654571 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.654858 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.655203 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.655532 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.655864 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.656224 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.656633 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.656981 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.657312 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.657651 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.657999 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.658327 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.658676 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:42.658993 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b74ee-7a36-47fe-b184-14d95b73a8f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:03:43.323788 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 5 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:03:55.165890 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-5929032d-673d-4660-813e-cc6dd334ee24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:57.331725 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b74365e5-6c2f-4e0e-9f1e-5b08da2b4af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:58.492366 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:03:59.942910 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:04:01.497396 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:04:20.322883 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 5 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:04:25.130053 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-7dcdec3b-56dc-4276-8348-b8b537f82f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:04:27.346903 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-5f0229d5-1c23-45bf-b753-a1ed7cf768f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:04:28.604319 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:04:29.969520 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:04:31.512400 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:04:55.218676 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b3e2-ce58-48c8-84ea-96bf6d5a1fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:04:57.321886 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 5 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:04:57.367656 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-873fe127-040d-409d-a6a9-a614b1626f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:04:58.499259 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:04:59.944725 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:05:01.464482 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:05:23.966394 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16728868'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:05:25.177745 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-58e2a01a-5a70-465c-8565-39e6752f5dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:05:27.348810 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-8ae4f85c-8fe2-49b8-ac30-efcf525b2457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:05:28.485752 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:05:29.970939 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:05:31.479638 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:05:34.320564 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:05:39.336448 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55192) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:05:39.441090 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-bdff200e-9b4c-43f9-9dbd-dba717f75e2b admin admin] 10.222.0.97 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1035025 Mar 23 17:05:41.776649 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55202) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:05:41.832453 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-99069878-f765-4d44-913b-3e526632cdf8 admin admin] 10.222.0.97 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0547183 Mar 23 17:05:53.935699 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:05:55.152842 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9c5b4458-f8ee-444f-a66d-d002ac35e050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:05:57.358536 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-241d1edd-3f84-4c59-a8c7-cebb2dea2f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:05:58.501115 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:05:59.935267 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:06:01.489668 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:06:11.319112 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:06:23.935268 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:06:25.152165 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-f89a49f4-c472-426a-b128-c88b890ecf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:06:27.340744 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-4f826320-5868-4652-8395-bfd9c099400e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:06:28.489530 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:06:30.014952 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:06:31.583882 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:06:48.318288 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:06:53.913322 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:06:55.147707 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e0d909e6-4c01-4b0b-a6d9-f19567b35ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:06:57.347265 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0c8459a6-0ff5-4e54-909b-031200b92b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:06:58.518983 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:06:59.958863 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:01.467666 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:19.771141 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 55410) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:20.024607 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 55428) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:20.101639 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55434) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:20.165087 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-980875308-network', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:20.274067 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Made reservation on behalf of 4024a8cc8cbe47d394fcfd1c73faa29c for: {'network': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:07:20.276486 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:20.404936 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:20.502569 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55444) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:20.546438 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-825826658-network', 'tenant_id': '2336e4510f764841aa29452b39b8372a'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:20.568038 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Publish callbacks [] for security_group (d420f028-09dd-4c03-8b84-5fe5dade3a3d), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:20.602867 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-c8e438a0-8b13-4915-b183-d2e506d8fe85 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-603273321-network', 'tenant_id': '5b67ee0772484be4971b191ea09f5817'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:20.662380 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (d420f028-09dd-4c03-8b84-5fe5dade3a3d), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:20.700255 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1205} {{(pid=104060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:07:20.705082 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d420f028-09dd-4c03-8b84-5fe5dade3a3d,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:20.713197 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (df232161-3733-4eec-a5ef-db4933a0797e), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:20.714384 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.segments_db [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Added segment df232161-3733-4eec-a5ef-db4933a0797e of type vlan for network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 Mar 23 17:07:20.729277 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-b5eaab8a-345a-4c57-a0ee-e0ddd213ff6e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1545689664-network', 'tenant_id': '943d88bb92c6477aac72fc343a46ebcc'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:20.743768 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Made reservation on behalf of 2336e4510f764841aa29452b39b8372a for: {'network': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:07:20.746469 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:20.759648 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (e1366fd7-bac4-44ee-a88c-79d3f0d765e3), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:20.775079 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:20.785260 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:20.786176 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:20.786813 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:20.787333 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:20.787821 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:20.788338 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:20.789013 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:20.789488 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:20.790003 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:20.790495 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:20.790983 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:20.791479 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:20.791966 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:20.792295 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:20.792662 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Tracked resource versions report: Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: pushed versions: Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: { 'AddressGroup': {'1.2'}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Agent': {'1.1'}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'ConntrackHelper': {'1.0'}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'LocalIPAssociation': {'1.0'}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Log': {'1.0'}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'NDPProxy': {'1.0'}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Network': {'1.1'}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Port': {'1.7'}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'PortForwarding': {'1.3'}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'QosPolicy': {'1.10'}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'SecurityGroup': {'1.5'}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'SecurityGroupRule': {'1.2'}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'SubPort': {'1.0'}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Subnet': {'1.1'}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Trunk': {'1.1'}} Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: consumer versions: Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: { DHCP agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: HyperV agent@hv-cinder-83491: {}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: L3 agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: Metadata agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: Metering agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: Open vSwitch agent@dv-cinder-834919-1-iscsi: { 'AddressGroup': '1.2', Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Agent': '1.1', Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'ConntrackHelper': '1.0', Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'LocalIPAssociation': '1.0', Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Log': '1.0', Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'NDPProxy': '1.0', Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Network': '1.1', Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Port': '1.7', Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'PortForwarding': '1.3', Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'QosPolicy': '1.10', Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'SecurityGroup': '1.5', Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'SecurityGroupRule': '1.2', Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'SubPort': '1.0', Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Subnet': '1.1', Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: 'Trunk': '1.1'}} Mar 23 17:07:20.793917 dv-cinder-834919-1-iscsi neutron-server[104060]: {{(pid=104060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 17:07:20.798273 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e438a0-8b13-4915-b183-d2e506d8fe85 admin admin] Made reservation on behalf of 5b67ee0772484be4971b191ea09f5817 for: {'network': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:07:20.799771 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c8e438a0-8b13-4915-b183-d2e506d8fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:20.808033 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c8e438a0-8b13-4915-b183-d2e506d8fe85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:20.890952 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c8e438a0-8b13-4915-b183-d2e506d8fe85 admin admin] Publish callbacks [] for security_group (478ba000-9744-4cbb-9259-2fd225a5bc23), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:20.892704 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (e1366fd7-bac4-44ee-a88c-79d3f0d765e3), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:20.893659 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:20.894625 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:20.915940 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Publish callbacks [] for security_group (30d53332-6d9a-449d-ba0f-ade644cfc38e), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:20.955203 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] Pushing event updated for resources: {'Network': ['ID=e1366fd7-bac4-44ee-a88c-79d3f0d765e3,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:20.969805 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:07:20.994857 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5eaab8a-345a-4c57-a0ee-e0ddd213ff6e admin admin] Made reservation on behalf of 943d88bb92c6477aac72fc343a46ebcc for: {'network': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:07:21.003821 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b5eaab8a-345a-4c57-a0ee-e0ddd213ff6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.023693 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c8e438a0-8b13-4915-b183-d2e506d8fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (478ba000-9744-4cbb-9259-2fd225a5bc23), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.046252 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e438a0-8b13-4915-b183-d2e506d8fe85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1240} {{(pid=104060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:07:21.054185 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b5eaab8a-345a-4c57-a0ee-e0ddd213ff6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.056111 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (30d53332-6d9a-449d-ba0f-ade644cfc38e), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.089190 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c8e438a0-8b13-4915-b183-d2e506d8fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (3b40a88d-5cdd-4d49-9ea4-70c1551e5cea), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.089533 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.segments_db [None req-c8e438a0-8b13-4915-b183-d2e506d8fe85 admin admin] Added segment 3b40a88d-5cdd-4d49-9ea4-70c1551e5cea of type vlan for network 51f4a656-753b-4765-843d-71e3a0fb2d78 Mar 23 17:07:21.132869 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228} {{(pid=104061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:07:21.143090 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-868b57cc-24d9-4456-a7b1-fdd33b093d40 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3732677 Mar 23 17:07:21.145405 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (9e7277fe-9568-4361-8be8-86d79e792725), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.146014 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.segments_db [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Added segment 9e7277fe-9568-4361-8be8-86d79e792725 of type vlan for network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 Mar 23 17:07:21.174480 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 55470) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:21.191763 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (4d08b13a-5095-4a4d-97e2-485b1dca6f48), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.197378 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c8e438a0-8b13-4915-b183-d2e506d8fe85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (51f4a656-753b-4765-843d-71e3a0fb2d78), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.230479 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-37b0078d-05fb-4b1f-b8ac-da9902ebbb9e admin admin] Request body: {'subnet': {'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-subnet', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:21.242716 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e438a0-8b13-4915-b183-d2e506d8fe85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478ba000-9744-4cbb-9259-2fd225a5bc23,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:21.271270 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d53332-6d9a-449d-ba0f-ade644cfc38e,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:21.287959 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:21.288396 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:21.288863 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:21.289345 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:21.289849 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:21.290252 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:21.290651 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:21.291056 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:21.291537 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:21.292104 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:21.292522 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:21.292945 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:21.293550 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:21.294268 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:21.295379 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Tracked resource versions report: Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: pushed versions: Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: { 'AddressGroup': {'1.2'}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Agent': {'1.1'}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'ConntrackHelper': {'1.0'}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'LocalIPAssociation': {'1.0'}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Log': {'1.0'}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'NDPProxy': {'1.0'}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Network': {'1.1'}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Port': {'1.7'}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'PortForwarding': {'1.3'}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'QosPolicy': {'1.10'}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'SecurityGroup': {'1.5'}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'SecurityGroupRule': {'1.2'}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'SubPort': {'1.0'}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Subnet': {'1.1'}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Trunk': {'1.1'}} Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: consumer versions: Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: { DHCP agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: HyperV agent@hv-cinder-83491: {}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: L3 agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: Metadata agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: Metering agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: Open vSwitch agent@dv-cinder-834919-1-iscsi: { 'AddressGroup': '1.2', Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Agent': '1.1', Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'ConntrackHelper': '1.0', Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'LocalIPAssociation': '1.0', Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Log': '1.0', Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'NDPProxy': '1.0', Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Network': '1.1', Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Port': '1.7', Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'PortForwarding': '1.3', Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'QosPolicy': '1.10', Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'SecurityGroup': '1.5', Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'SecurityGroupRule': '1.2', Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'SubPort': '1.0', Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Subnet': '1.1', Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: 'Trunk': '1.1'}} Mar 23 17:07:21.296756 dv-cinder-834919-1-iscsi neutron-server[104061]: {{(pid=104061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 17:07:21.357389 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b5eaab8a-345a-4c57-a0ee-e0ddd213ff6e admin admin] Publish callbacks [] for security_group (b37d6d4b-83f9-48f2-afd4-a2638a354f4d), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.360304 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c8e438a0-8b13-4915-b183-d2e506d8fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (51f4a656-753b-4765-843d-71e3a0fb2d78), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.361547 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e438a0-8b13-4915-b183-d2e506d8fe85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:21.362622 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c8e438a0-8b13-4915-b183-d2e506d8fe85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.399956 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (4d08b13a-5095-4a4d-97e2-485b1dca6f48), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.401004 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:21.401589 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.423516 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b0078d-05fb-4b1f-b8ac-da9902ebbb9e admin admin] Made reservation on behalf of 4024a8cc8cbe47d394fcfd1c73faa29c for: {'subnet': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:07:21.430857 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-37b0078d-05fb-4b1f-b8ac-da9902ebbb9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.459655 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b5eaab8a-345a-4c57-a0ee-e0ddd213ff6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (b37d6d4b-83f9-48f2-afd4-a2638a354f4d), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.487725 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5eaab8a-345a-4c57-a0ee-e0ddd213ff6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1217} {{(pid=104061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:07:21.490156 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] Pushing event updated for resources: {'Network': ['ID=4d08b13a-5095-4a4d-97e2-485b1dca6f48,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:21.506596 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b5eaab8a-345a-4c57-a0ee-e0ddd213ff6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (e2038731-129d-4b10-97c2-2924034a55e9), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.506953 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.segments_db [None req-b5eaab8a-345a-4c57-a0ee-e0ddd213ff6e admin admin] Added segment e2038731-129d-4b10-97c2-2924034a55e9 of type vlan for network e5fb3327-fbd7-492d-942d-e7467069d766 Mar 23 17:07:21.507069 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:07:21.524910 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-3bdc24b3-5e40-4843-afeb-fedfa97ebd58 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4215517 Mar 23 17:07:21.545808 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55488) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:21.554111 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-ae5cba86-c83e-44f7-b297-7045b442d66d admin admin] Request body: {'subnet': {'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-825826658-subnet', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:21.570401 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eaab8a-345a-4c57-a0ee-e0ddd213ff6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37d6d4b-83f9-48f2-afd4-a2638a354f4d,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:21.578600 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b5eaab8a-345a-4c57-a0ee-e0ddd213ff6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (e5fb3327-fbd7-492d-942d-e7467069d766), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.585778 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e438a0-8b13-4915-b183-d2e506d8fe85 admin admin] Pushing event updated for resources: {'Network': ['ID=51f4a656-753b-4765-843d-71e3a0fb2d78,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:21.627543 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network 51f4a656-753b-4765-843d-71e3a0fb2d78 details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:07:21.639935 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-c8e438a0-8b13-4915-b183-d2e506d8fe85 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6139750 Mar 23 17:07:21.643092 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55494) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:21.650662 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-72858654-985a-4093-a754-b96d4430543b admin admin] Request body: {'subnet': {'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-subnet', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:21.742714 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b5eaab8a-345a-4c57-a0ee-e0ddd213ff6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (e5fb3327-fbd7-492d-942d-e7467069d766), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.743689 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eaab8a-345a-4c57-a0ee-e0ddd213ff6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:21.744272 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b5eaab8a-345a-4c57-a0ee-e0ddd213ff6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.795160 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5cba86-c83e-44f7-b297-7045b442d66d admin admin] Made reservation on behalf of 2336e4510f764841aa29452b39b8372a for: {'subnet': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:07:21.800832 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ae5cba86-c83e-44f7-b297-7045b442d66d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.802836 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72858654-985a-4093-a754-b96d4430543b admin admin] Made reservation on behalf of 5b67ee0772484be4971b191ea09f5817 for: {'subnet': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:07:21.804968 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-72858654-985a-4093-a754-b96d4430543b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.890310 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eaab8a-345a-4c57-a0ee-e0ddd213ff6e admin admin] Pushing event updated for resources: {'Network': ['ID=e5fb3327-fbd7-492d-942d-e7467069d766,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:21.900839 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network e5fb3327-fbd7-492d-942d-e7467069d766 details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:07:21.915023 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-37b0078d-05fb-4b1f-b8ac-da9902ebbb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for subnet (421c0aa2-1b52-4062-af10-a6dde97fb797), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:21.915963 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-b5eaab8a-345a-4c57-a0ee-e0ddd213ff6e admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4123077 Mar 23 17:07:21.921543 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 55496) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:21.947270 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-35f802f9-2613-4ddf-8e08-305d6aea919d admin admin] Request body: {'subnet': {'network_id': 'e5fb3327-fbd7-492d-942d-e7467069d766', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1545689664-subnet', 'tenant_id': '943d88bb92c6477aac72fc343a46ebcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:21.986780 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0078d-05fb-4b1f-b8ac-da9902ebbb9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=421c0aa2-1b52-4062-af10-a6dde97fb797,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:22.007093 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b0078d-05fb-4b1f-b8ac-da9902ebbb9e admin admin] Checking segment: {'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:22.007467 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b0078d-05fb-4b1f-b8ac-da9902ebbb9e admin admin] Network hostable DHCP agents. Network: e1366fd7-bac4-44ee-a88c-79d3f0d765e3, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:07:22.074802 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f802f9-2613-4ddf-8e08-305d6aea919d admin admin] Made reservation on behalf of 943d88bb92c6477aac72fc343a46ebcc for: {'subnet': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:07:22.077337 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-35f802f9-2613-4ddf-8e08-305d6aea919d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:22.134647 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b0078d-05fb-4b1f-b8ac-da9902ebbb9e admin admin] Network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:07:22.183227 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-72858654-985a-4093-a754-b96d4430543b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for subnet (d34f5912-e7b8-4c19-ae6b-6c3e94613af9), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:22.250473 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-37b0078d-05fb-4b1f-b8ac-da9902ebbb9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, e1366fd7-bac4-44ee-a88c-79d3f0d765e3) {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:22.260117 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ca7916-adc0-4582-b34e-f33eed522321 None None] Network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:07:22.267603 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ae5cba86-c83e-44f7-b297-7045b442d66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for subnet (43603411-92d2-456c-9c3f-c4feabdc98c6), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:22.276389 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b0078d-05fb-4b1f-b8ac-da9902ebbb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:22.277014 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-37b0078d-05fb-4b1f-b8ac-da9902ebbb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:22.307325 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72858654-985a-4093-a754-b96d4430543b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d34f5912-e7b8-4c19-ae6b-6c3e94613af9,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:22.377325 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-35f802f9-2613-4ddf-8e08-305d6aea919d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for subnet (c9e95d91-5e3c-4a65-9e0a-3b29c47414bd), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:22.399939 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46ccecf2-b578-5c7d-9b04-0141a0aafca4-e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797'}]}} from dv-cinder-834919-1-iscsi. {{(pid=104062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:07:22.401291 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:22.413754 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72858654-985a-4093-a754-b96d4430543b admin admin] Checking segment: {'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:22.414115 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72858654-985a-4093-a754-b96d4430543b admin admin] Network hostable DHCP agents. Network: 51f4a656-753b-4765-843d-71e3a0fb2d78, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:07:22.419115 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-37b0078d-05fb-4b1f-b8ac-da9902ebbb9e admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2434776 Mar 23 17:07:22.423046 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 55510) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:22.427935 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:22.429971 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5cba86-c83e-44f7-b297-7045b442d66d admin admin] Checking segment: {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:22.430338 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5cba86-c83e-44f7-b297-7045b442d66d admin admin] Network hostable DHCP agents. Network: 4d08b13a-5095-4a4d-97e2-485b1dca6f48, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:07:22.435508 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cba86-c83e-44f7-b297-7045b442d66d admin admin] Pushing event updated for resources: {'Subnet': ['ID=43603411-92d2-456c-9c3f-c4feabdc98c6,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:22.459132 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f802f9-2613-4ddf-8e08-305d6aea919d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e95d91-5e3c-4a65-9e0a-3b29c47414bd,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:22.472739 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f802f9-2613-4ddf-8e08-305d6aea919d admin admin] Checking segment: {'id': 'e2038731-129d-4b10-97c2-2924034a55e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'e5fb3327-fbd7-492d-942d-e7467069d766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:22.473251 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f802f9-2613-4ddf-8e08-305d6aea919d admin admin] Network hostable DHCP agents. Network: e5fb3327-fbd7-492d-942d-e7467069d766, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:07:22.584096 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16300859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-774'] for router (c9df24ef-35ca-4797-ad3c-245e23b77da2), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:22.585238 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16729771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16310052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router (c9df24ef-35ca-4797-ad3c-245e23b77da2), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:22.588664 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f802f9-2613-4ddf-8e08-305d6aea919d admin admin] Network e5fb3327-fbd7-492d-942d-e7467069d766 is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:07:22.589493 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.db_base_plugin_common [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Allocated IP 172.20.0.2 (e1366fd7-bac4-44ee-a88c-79d3f0d765e3/421c0aa2-1b52-4062-af10-a6dde97fb797/1eb93016-9e21-407d-bb4a-5ab983efc4a0) {{(pid=104062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:07:22.589774 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5cba86-c83e-44f7-b297-7045b442d66d admin admin] Network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:07:22.593896 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72858654-985a-4093-a754-b96d4430543b admin admin] Network 51f4a656-753b-4765-843d-71e3a0fb2d78 is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:07:22.669095 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Publish callbacks [] for router_controller (c9df24ef-35ca-4797-ad3c-245e23b77da2), precommit_add_association {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:22.682703 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-ae5cba86-c83e-44f7-b297-7045b442d66d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, 4d08b13a-5095-4a4d-97e2-485b1dca6f48) {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:22.684759 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-72858654-985a-4093-a754-b96d4430543b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, 51f4a656-753b-4765-843d-71e3a0fb2d78) {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:22.686713 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-35f802f9-2613-4ddf-8e08-305d6aea919d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, e5fb3327-fbd7-492d-942d-e7467069d766) {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:22.692683 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5cba86-c83e-44f7-b297-7045b442d66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:22.693344 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ae5cba86-c83e-44f7-b297-7045b442d66d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:22.694748 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f802f9-2613-4ddf-8e08-305d6aea919d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:22.695719 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-35f802f9-2613-4ddf-8e08-305d6aea919d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:22.712019 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9341f39e-2e81-4e65-973e-d9171068f524 None None] Network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:07:22.715272 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848d8711-c421-47c5-8083-210a68f202fe None None] Network e5fb3327-fbd7-492d-942d-e7467069d766 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:07:22.721365 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72858654-985a-4093-a754-b96d4430543b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:22.721365 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-72858654-985a-4093-a754-b96d4430543b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:22.739312 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fcb1d2-7736-42aa-866a-f39a728457a8 None None] Network 51f4a656-753b-4765-843d-71e3a0fb2d78 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:07:22.825644 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-ae5cba86-c83e-44f7-b297-7045b442d66d admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2786639 Mar 23 17:07:22.831115 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55532) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:22.835727 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:22.848429 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-72858654-985a-4093-a754-b96d4430543b admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2043309 Mar 23 17:07:22.851421 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55536) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:22.858105 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:22.893973 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-35f802f9-2613-4ddf-8e08-305d6aea919d admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9680154 Mar 23 17:07:22.929936 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16300859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-774'] for router (6eb0fc3d-315c-4722-9458-39e73209a3aa), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:22.932529 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16729771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16310052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router (6eb0fc3d-315c-4722-9458-39e73209a3aa), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:22.971001 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Publish callbacks [] for port (1eb93016-9e21-407d-bb4a-5ab983efc4a0), precommit_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:22.995776 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Publish callbacks [] for router_gateway (c9df24ef-35ca-4797-ad3c-245e23b77da2), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:23.045448 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46ccecf2-b578-5c7d-9b04-0141a0aafca4-4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6'}]}} from dv-cinder-834919-1-iscsi. {{(pid=104062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:07:23.046953 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:23.053301 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16300859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-774'] for router (c8f25c57-8351-4dd5-8424-606e9bc04b02), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:23.054325 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16729771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16310052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router (c8f25c57-8351-4dd5-8424-606e9bc04b02), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:23.074247 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb2fd1f-382c-40c7-87ba-f330101064ba None None] Network e5fb3327-fbd7-492d-942d-e7467069d766 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:07:23.081740 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (1eb93016-9e21-407d-bb4a-5ab983efc4a0), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:23.131453 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46ccecf2-b578-5c7d-9b04-0141a0aafca4-51f4a656-753b-4765-843d-71e3a0fb2d78', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'project_id': '5b67ee0772484be4971b191ea09f5817', 'fixed_ips': [{'subnet_id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9'}]}} from dv-cinder-834919-1-iscsi. {{(pid=104062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:07:23.133003 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Publish callbacks [] for router_controller (6eb0fc3d-315c-4722-9458-39e73209a3aa), precommit_add_association {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:23.133399 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:23.212790 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Publish callbacks [] for router_controller (c8f25c57-8351-4dd5-8424-606e9bc04b02), precommit_add_association {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:23.335856 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 55576) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:23.338171 dv-cinder-834919-1-iscsi neutron-server[104060]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 17:07:23.369453 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Publish callbacks [] for router_gateway (c9df24ef-35ca-4797-ad3c-245e23b77da2), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:23.402349 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:23.519540 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Publish callbacks [] for router_gateway (6eb0fc3d-315c-4722-9458-39e73209a3aa), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:23.559368 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.db_base_plugin_common [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Allocated IP 172.20.0.2 (4d08b13a-5095-4a4d-97e2-485b1dca6f48/43603411-92d2-456c-9c3f-c4feabdc98c6/15d569ec-0477-4000-9fa7-444c0ac9a4d5) {{(pid=104062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:07:23.589408 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Publish callbacks [] for router_gateway (c8f25c57-8351-4dd5-8424-606e9bc04b02), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:23.621392 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-9b686d14-b763-4322-9647-f10ee578db30 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:23.628062 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-9b686d14-b763-4322-9647-f10ee578db30 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/networks?id=e5fb3327-fbd7-492d-942d-e7467069d766 HTTP/1.1" status: 200 len: 812 time: 0.2909863 Mar 23 17:07:23.651685 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-a4af60b0-7521-4cb4-ae96-804966a40027 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/quotas/943d88bb92c6477aac72fc343a46ebcc HTTP/1.1" status: 200 len: 375 time: 0.0227625 Mar 23 17:07:23.662092 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Allocated IP 172.27.1.187 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/6cd551b4-8023-46f8-abe7-2f00a2dc35ee) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:07:23.846120 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 is already hosted by enough agents. {{(pid=104062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:23.848867 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.base_scheduler [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Resources bound (agent type, host, resource id): {{(pid=104062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:23.856425 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Received port after_create {{(pid=104062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:07:23.900636 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-5969c013-dff5-4c2f-b9cb-859851e42fea tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=943d88bb92c6477aac72fc343a46ebcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2404406 Mar 23 17:07:23.994117 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Pushing event updated for resources: {'Port': ['ID=1eb93016-9e21-407d-bb4a-5ab983efc4a0,revision_number=1']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:24.073555 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Publish callbacks [] for port (6cd551b4-8023-46f8-abe7-2f00a2dc35ee), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.081228 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:24.081583 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:24.082223 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:24.082349 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:24.082674 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:24.083129 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:24.083592 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:24.084020 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:24.084401 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:24.084714 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:24.085093 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:24.085467 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:24.085795 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:24.086162 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:24.086493 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Tracked resource versions report: Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: pushed versions: Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: { 'AddressGroup': {'1.2'}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Agent': {'1.1'}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'ConntrackHelper': {'1.0'}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'LocalIPAssociation': {'1.0'}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Log': {'1.0'}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'NDPProxy': {'1.0'}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Network': {'1.1'}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Port': {'1.7'}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'PortForwarding': {'1.3'}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'QosPolicy': {'1.10'}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'SecurityGroup': {'1.5'}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'SecurityGroupRule': {'1.2'}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'SubPort': {'1.0'}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Subnet': {'1.1'}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Trunk': {'1.1'}} Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: consumer versions: Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: { DHCP agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: HyperV agent@hv-cinder-83491: {}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: L3 agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: Metadata agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: Metering agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: Open vSwitch agent@dv-cinder-834919-1-iscsi: { 'AddressGroup': '1.2', Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Agent': '1.1', Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'ConntrackHelper': '1.0', Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'LocalIPAssociation': '1.0', Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Log': '1.0', Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'NDPProxy': '1.0', Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Network': '1.1', Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Port': '1.7', Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'PortForwarding': '1.3', Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'QosPolicy': '1.10', Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'SecurityGroup': '1.5', Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'SecurityGroupRule': '1.2', Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'SubPort': '1.0', Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Subnet': '1.1', Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: 'Trunk': '1.1'}} Mar 23 17:07:24.087720 dv-cinder-834919-1-iscsi neutron-server[104062]: {{(pid=104062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 17:07:24.103367 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Publish callbacks [] for port (15d569ec-0477-4000-9fa7-444c0ac9a4d5), precommit_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.108270 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-3fc4778f-fcad-4e56-b296-986f8f5f3c93 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=104060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:07:24.109710 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-3fc4778f-fcad-4e56-b296-986f8f5f3c93 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0788825 Mar 23 17:07:24.146283 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Attempting to bind port 1eb93016-9e21-407d-bb4a-5ab983efc4a0 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:07:24.146684 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Attempting to bind port 1eb93016-9e21-407d-bb4a-5ab983efc4a0 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:07:24.147121 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Attempting to bind port 1eb93016-9e21-407d-bb4a-5ab983efc4a0 on network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:24.151765 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.db_base_plugin_common [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Allocated IP 172.20.0.2 (51f4a656-753b-4765-843d-71e3a0fb2d78/d34f5912-e7b8-4c19-ae6b-6c3e94613af9/7f6eadc1-e171-4dcb-ac23-be8df50882d7) {{(pid=104062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:07:24.158205 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:07:24.158659 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Checking segment: {'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:24.158991 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.159388 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Bound using segment: {'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:07:24.159871 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Bound port: 1eb93016-9e21-407d-bb4a-5ab983efc4a0, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:07:24.160255 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1eb93016-9e21-407d-bb4a-5ab983efc4a0), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.194446 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Publish callbacks [] for router_gateway (6eb0fc3d-315c-4722-9458-39e73209a3aa), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.223673 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.225316 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-1ecfd4ab-ca8c-45c7-9907-d2fe66bd9059 service neutron] 10.222.0.97 "GET /v2.0/networks/e5fb3327-fbd7-492d-942d-e7467069d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080375 Mar 23 17:07:24.254672 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Publish callbacks [] for router_gateway (c8f25c57-8351-4dd5-8424-606e9bc04b02), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.254901 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (15d569ec-0477-4000-9fa7-444c0ac9a4d5), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.268830 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.310331 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 is already hosted by enough agents. {{(pid=104062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:24.325600 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.base_scheduler [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Resources bound (agent type, host, resource id): {{(pid=104062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:24.345962 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (6cd551b4-8023-46f8-abe7-2f00a2dc35ee), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.352249 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Received port after_create {{(pid=104062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:07:24.393137 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] For port 1eb93016-9e21-407d-bb4a-5ab983efc4a0, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:07:24.397517 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Pushing event updated for resources: {'Port': ['ID=15d569ec-0477-4000-9fa7-444c0ac9a4d5,revision_number=1']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:24.422743 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.422984 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:24.434856 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:24.438205 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] For port 1eb93016-9e21-407d-bb4a-5ab983efc4a0, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=1eb93016-9e21-407d-bb4a-5ab983efc4a0,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:07:24.443300 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd551b4-8023-46f8-abe7-2f00a2dc35ee,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:24.447107 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:07:24.521052 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Publish callbacks [] for port (7f6eadc1-e171-4dcb-ac23-be8df50882d7), precommit_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.546386 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Attempting to bind port 15d569ec-0477-4000-9fa7-444c0ac9a4d5 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:07:24.548229 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Attempting to bind port 15d569ec-0477-4000-9fa7-444c0ac9a4d5 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:07:24.548951 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Attempting to bind port 15d569ec-0477-4000-9fa7-444c0ac9a4d5 on network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:24.559045 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-053ad780-4098-40e0-98d1-63605807643d service neutron] 10.222.0.97 "GET /v2.0/networks/e5fb3327-fbd7-492d-942d-e7467069d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241496 Mar 23 17:07:24.574708 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1eb93016-9e21-407d-bb4a-5ab983efc4a0), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.610670 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 55626) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:24.645519 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:07:24.646111 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Checking segment: {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:24.646587 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.647098 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Bound using segment: {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:07:24.647797 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Bound port: 15d569ec-0477-4000-9fa7-444c0ac9a4d5, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:07:24.648250 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (15d569ec-0477-4000-9fa7-444c0ac9a4d5), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.652792 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (7f6eadc1-e171-4dcb-ac23-be8df50882d7), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.659406 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Allocated IP 172.27.1.100 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/6ae9bde1-be87-4f59-b2a6-5090692a1c61) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:07:24.774208 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Network 51f4a656-753b-4765-843d-71e3a0fb2d78 is already hosted by enough agents. {{(pid=104062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:24.776964 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd3483-e9ee-45c0-8a0e-266c4d4dce2b None None] Pushing event updated for resources: {'Port': ['ID=1eb93016-9e21-407d-bb4a-5ab983efc4a0,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:24.787291 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.base_scheduler [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Resources bound (agent type, host, resource id): {{(pid=104062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:24.885951 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-658f1981-a0db-465b-88ad-312f444deb25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.893255 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Received port after_create {{(pid=104062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:07:24.917935 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] For port 15d569ec-0477-4000-9fa7-444c0ac9a4d5, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:07:24.923155 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Pushing event updated for resources: {'Port': ['ID=7f6eadc1-e171-4dcb-ac23-be8df50882d7,revision_number=1']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:24.948908 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Publish callbacks [] for port (6ae9bde1-be87-4f59-b2a6-5090692a1c61), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:24.991495 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] For port 15d569ec-0477-4000-9fa7-444c0ac9a4d5, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=15d569ec-0477-4000-9fa7-444c0ac9a4d5,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:07:25.065174 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-658f1981-a0db-465b-88ad-312f444deb25 admin admin] Publish callbacks [] for security_group (51bf035b-e476-4436-8f1e-8b72a01c4dcc), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:25.117994 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Publish callbacks [] for router_gateway (c9df24ef-35ca-4797-ad3c-245e23b77da2), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:25.126686 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (15d569ec-0477-4000-9fa7-444c0ac9a4d5), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:25.163216 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Attempting to bind port 7f6eadc1-e171-4dcb-ac23-be8df50882d7 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:07:25.163808 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Attempting to bind port 7f6eadc1-e171-4dcb-ac23-be8df50882d7 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:07:25.164350 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Attempting to bind port 7f6eadc1-e171-4dcb-ac23-be8df50882d7 on network 51f4a656-753b-4765-843d-71e3a0fb2d78 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:25.197962 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55660) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:25.198842 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-658f1981-a0db-465b-88ad-312f444deb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (51bf035b-e476-4436-8f1e-8b72a01c4dcc), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:25.203500 dv-cinder-834919-1-iscsi neutron-server[104061]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 17:07:25.233802 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:07:25.234181 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Checking segment: {'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:25.235162 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:25.235567 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Bound using segment: {'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:07:25.236057 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Bound port: 7f6eadc1-e171-4dcb-ac23-be8df50882d7, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:07:25.236579 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f1981-a0db-465b-88ad-312f444deb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bf035b-e476-4436-8f1e-8b72a01c4dcc,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:25.236850 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (7f6eadc1-e171-4dcb-ac23-be8df50882d7), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:25.286670 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-658f1981-a0db-465b-88ad-312f444deb25 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c2f759d0d7014bdcab461c7a9dffc8ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6722684 Mar 23 17:07:25.291207 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 55672) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:25.315792 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975806c-4b6c-460f-bab9-be0f26f428e8 None None] Pushing event updated for resources: {'Port': ['ID=15d569ec-0477-4000-9fa7-444c0ac9a4d5,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:25.322965 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:07:25.329993 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (6ae9bde1-be87-4f59-b2a6-5090692a1c61), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:25.375280 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-970d3c08-ec97-43f8-8f5a-03fcb701bc7c req-efa50a8d-c079-47cf-83b2-0ed6a03bbf68 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 210 time: 0.1760235 Mar 23 17:07:25.468845 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] For port 7f6eadc1-e171-4dcb-ac23-be8df50882d7, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:07:25.473004 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] For port 7f6eadc1-e171-4dcb-ac23-be8df50882d7, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=7f6eadc1-e171-4dcb-ac23-be8df50882d7,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:07:25.477051 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-63416871-f24e-42d7-93f4-e88de96e990e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:25.493374 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d2c519f1-9774-469a-8dc6-32fbddbd52c3 admin admin] Publish callbacks [] for security_group (51bf035b-e476-4436-8f1e-8b72a01c4dcc), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:25.529102 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (7f6eadc1-e171-4dcb-ac23-be8df50882d7), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:25.533254 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae9bde1-be87-4f59-b2a6-5090692a1c61,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:25.548834 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d2c519f1-9774-469a-8dc6-32fbddbd52c3 admin admin] Publish callbacks [] for security_group (51bf035b-e476-4436-8f1e-8b72a01c4dcc), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:25.564805 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:25.580662 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:25.586226 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:07:25.630921 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef94ca-79ce-4b25-b402-2ecf4543f965 None None] Pushing event updated for resources: {'Port': ['ID=7f6eadc1-e171-4dcb-ac23-be8df50882d7,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:25.668457 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Allocated IP 172.27.1.31 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/20ebf5a7-6375-42f8-a119-246d90baebdc) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:07:25.681161 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16729776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728365'] for router (c9df24ef-35ca-4797-ad3c-245e23b77da2), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:26.122981 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d2c519f1-9774-469a-8dc6-32fbddbd52c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (51bf035b-e476-4436-8f1e-8b72a01c4dcc), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:26.122981 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d2c519f1-9774-469a-8dc6-32fbddbd52c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:26.122981 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-d2c519f1-9774-469a-8dc6-32fbddbd52c3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/51bf035b-e476-4436-8f1e-8b72a01c4dcc HTTP/1.1" status: 204 len: 168 time: 0.5211127 Mar 23 17:07:26.122981 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c519f1-9774-469a-8dc6-32fbddbd52c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bf035b-e476-4436-8f1e-8b72a01c4dcc,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:26.127401 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Publish callbacks [] for port (20ebf5a7-6375-42f8-a119-246d90baebdc), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:26.129823 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Router c9df24ef-35ca-4797-ad3c-245e23b77da2 is scheduled to L3 agent f6827492-862c-46c2-a752-b75deb79caf3 with binding_index 1 {{(pid=104060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:07:26.230151 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (20ebf5a7-6375-42f8-a119-246d90baebdc), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:26.265473 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:07:26.280497 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Sync routers for ids ['c9df24ef-35ca-4797-ad3c-245e23b77da2'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:07:26.293101 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Routers {'c9df24ef-35ca-4797-ad3c-245e23b77da2'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:07:26.295731 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:06:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c9df24ef-35ca-4797-ad3c-245e23b77da2'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:26.385819 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:26.391844 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-155e8c8c-0423-405a-bb80-fe2212cfd859 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9661512 Mar 23 17:07:26.391844 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 55700) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:26.437212 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Publish callbacks [] for router_gateway (6eb0fc3d-315c-4722-9458-39e73209a3aa), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:26.442034 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:26.445913 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:26.449187 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:07:26.659209 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70561cf-6620-4d50-8b6f-64745548e43b None None] Network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:07:26.672984 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Set router c9df24ef-35ca-4797-ad3c-245e23b77da2 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:07:26.791894 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 7f6eadc1-e171-4dcb-ac23-be8df50882d7 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:07:26.812550 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Pushing event updated for resources: {'Port': ['ID=20ebf5a7-6375-42f8-a119-246d90baebdc,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:26.826859 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-41cb4307-f310-4f21-9844-8717a4461f24 req-2673afc2-1130-46ac-bd81-0250f3afa7ee tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 210 time: 0.1630714 Mar 23 17:07:26.831297 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 55714) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:26.884705 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-05b90052-111c-42c7-85ed-625652b28bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:26.923453 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-e8b0b624-7826-47df-85e9-de79ddd56da5 None None] Provisioning complete for port 1eb93016-9e21-407d-bb4a-5ab983efc4a0 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:26.924063 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b624-7826-47df-85e9-de79ddd56da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (1eb93016-9e21-407d-bb4a-5ab983efc4a0), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:27.049217 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:24Z', 'revision_number': 3, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:27.094653 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Checking router: c9df24ef-35ca-4797-ad3c-245e23b77da2 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:07:27.095233 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Updating router c9df24ef-35ca-4797-ad3c-245e23b77da2 port 6cd551b4-8023-46f8-abe7-2f00a2dc35ee binding host dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:07:27.098762 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 7f6eadc1-e171-4dcb-ac23-be8df50882d7 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:27.099175 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (7f6eadc1-e171-4dcb-ac23-be8df50882d7), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:27.141628 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cd5e42-2611-4962-b893-d0f021f73896 None None] Network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:07:27.155592 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (6cd551b4-8023-46f8-abe7-2f00a2dc35ee), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:27.267935 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Publish callbacks [] for router_gateway (c8f25c57-8351-4dd5-8424-606e9bc04b02), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:27.399512 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-05b90052-111c-42c7-85ed-625652b28bdc admin admin] Publish callbacks [] for security_group (c7344e68-4522-435d-a4bb-7a73eb845cc7), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:27.408290 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0b624-7826-47df-85e9-de79ddd56da5 None None] Current status of the port 1eb93016-9e21-407d-bb4a-5ab983efc4a0 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:27.414030 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b624-7826-47df-85e9-de79ddd56da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1eb93016-9e21-407d-bb4a-5ab983efc4a0), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:27.523065 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Publish callbacks [] for port (6cd551b4-8023-46f8-abe7-2f00a2dc35ee), precommit_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:27.557467 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c401321-e245-46bf-a0d9-a043eb348530 None None] Network 51f4a656-753b-4765-843d-71e3a0fb2d78 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:07:27.637940 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16729776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728365'] for router (6eb0fc3d-315c-4722-9458-39e73209a3aa), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:27.644291 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-e8b0b624-7826-47df-85e9-de79ddd56da5 None None] For port 1eb93016-9e21-407d-bb4a-5ab983efc4a0, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=1eb93016-9e21-407d-bb4a-5ab983efc4a0,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:07:27.646008 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16729776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728365'] for router (c8f25c57-8351-4dd5-8424-606e9bc04b02), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:27.648381 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 7f6eadc1-e171-4dcb-ac23-be8df50882d7 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:27.648961 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (7f6eadc1-e171-4dcb-ac23-be8df50882d7), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:27.815488 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:27.860802 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] For port 7f6eadc1-e171-4dcb-ac23-be8df50882d7, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=7f6eadc1-e171-4dcb-ac23-be8df50882d7,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:07:27.954782 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c56db14a-d097-4b3f-b65e-cd7e979a0133 req-a47d3c63-e2c7-4e1a-9722-420f64e3b6dd tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 210 time: 0.0326495 Mar 23 17:07:28.017964 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Allocated IP 172.20.0.1 (e1366fd7-bac4-44ee-a88c-79d3f0d765e3/421c0aa2-1b52-4062-af10-a6dde97fb797/fe1a312f-cf3d-4543-b4ea-2eb91010c6aa) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:07:28.130967 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Publish callbacks [] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.400403 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-05b90052-111c-42c7-85ed-625652b28bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (c7344e68-4522-435d-a4bb-7a73eb845cc7), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.438634 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-05b90052-111c-42c7-85ed-625652b28bdc admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cb1a3634be764efdb1c3b9caa4610a0d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5951991 Mar 23 17:07:28.439479 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b90052-111c-42c7-85ed-625652b28bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7344e68-4522-435d-a4bb-7a73eb845cc7,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:28.441792 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55732) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:28.452446 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (6cd551b4-8023-46f8-abe7-2f00a2dc35ee), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.465407 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-acbbe503-eea9-4da0-89be-e3696415140f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.499792 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Attempting to bind port 6cd551b4-8023-46f8-abe7-2f00a2dc35ee on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:07:28.500174 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Attempting to bind port 6cd551b4-8023-46f8-abe7-2f00a2dc35ee by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:07:28.500549 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Attempting to bind port 6cd551b4-8023-46f8-abe7-2f00a2dc35ee on network 2c02e95d-8a1b-4700-95ef-e7028012d606 {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:28.501245 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e1166370-ca20-4517-a9a1-4b68b01a37b3 admin admin] Publish callbacks [] for security_group (c7344e68-4522-435d-a4bb-7a73eb845cc7), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.510063 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.510752 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (7f6eadc1-e171-4dcb-ac23-be8df50882d7), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.511810 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 1eb93016-9e21-407d-bb4a-5ab983efc4a0 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:07:28.524798 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:07:28.525172 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Checking segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:28.525590 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.525991 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Bound using segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:07:28.526471 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Bound port: 6cd551b4-8023-46f8-abe7-2f00a2dc35ee, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:07:28.526854 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (6cd551b4-8023-46f8-abe7-2f00a2dc35ee), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.528471 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Pushing event updated for resources: {'Port': ['ID=6cd551b4-8023-46f8-abe7-2f00a2dc35ee,revision_number=2']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:28.541117 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e1166370-ca20-4517-a9a1-4b68b01a37b3 admin admin] Publish callbacks [] for security_group (c7344e68-4522-435d-a4bb-7a73eb845cc7), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.546515 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Router c8f25c57-8351-4dd5-8424-606e9bc04b02 is scheduled to L3 agent f6827492-862c-46c2-a752-b75deb79caf3 with binding_index 1 {{(pid=104061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:07:28.548751 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Router 6eb0fc3d-315c-4722-9458-39e73209a3aa is scheduled to L3 agent f6827492-862c-46c2-a752-b75deb79caf3 with binding_index 1 {{(pid=104061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:07:28.561422 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b624-7826-47df-85e9-de79ddd56da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1eb93016-9e21-407d-bb4a-5ab983efc4a0), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.568548 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.576801 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:28.594084 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:28.599931 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:07:28.600405 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16731896'] for router_interface (c9df24ef-35ca-4797-ad3c-245e23b77da2), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.604157 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:28.609580 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:28.609580 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:28.609580 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:28.609580 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:28.609580 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:28.609580 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:28.609580 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:28.609580 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:28.609580 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:28.609580 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:28.609580 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:28.609580 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:28.609580 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:28.609580 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Tracked resource versions report: Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: pushed versions: Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: { 'AddressGroup': {'1.2'}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Agent': {'1.1'}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'ConntrackHelper': {'1.0'}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'LocalIPAssociation': {'1.0'}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Log': {'1.0'}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'NDPProxy': {'1.0'}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Network': {'1.1'}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Port': {'1.7'}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'PortForwarding': {'1.3'}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'QosPolicy': {'1.10'}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'SecurityGroup': {'1.5'}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'SecurityGroupRule': {'1.2'}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'SubPort': {'1.0'}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Subnet': {'1.1'}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Trunk': {'1.1'}} Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: consumer versions: Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: { DHCP agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: HyperV agent@hv-cinder-83491: {}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: L3 agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: Metadata agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: Metering agent@dv-cinder-834919-1-iscsi: {}, Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: Open vSwitch agent@dv-cinder-834919-1-iscsi: { 'AddressGroup': '1.2', Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Agent': '1.1', Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'ConntrackHelper': '1.0', Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'LocalIPAssociation': '1.0', Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Log': '1.0', Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'NDPProxy': '1.0', Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Network': '1.1', Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Port': '1.7', Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'PortForwarding': '1.3', Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'QosPolicy': '1.10', Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'SecurityGroup': '1.5', Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'SecurityGroupRule': '1.2', Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'SubPort': '1.0', Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Subnet': '1.1', Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: 'Trunk': '1.1'}} Mar 23 17:07:28.610700 dv-cinder-834919-1-iscsi neutron-server[104063]: {{(pid=104063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 17:07:28.613086 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 1eb93016-9e21-407d-bb4a-5ab983efc4a0 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:28.613086 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (1eb93016-9e21-407d-bb4a-5ab983efc4a0), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.681947 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] For port 6cd551b4-8023-46f8-abe7-2f00a2dc35ee, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:07:28.685744 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] For port 6cd551b4-8023-46f8-abe7-2f00a2dc35ee, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=6cd551b4-8023-46f8-abe7-2f00a2dc35ee,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:07:28.689348 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Pushing event updated for resources: {'Port': ['ID=fe1a312f-cf3d-4543-b4ea-2eb91010c6aa,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:28.690384 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Pushing event updated for resources: {'Port': ['ID=7f6eadc1-e171-4dcb-ac23-be8df50882d7,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:28.777275 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-853b58d5-77ce-4fd8-917a-9e486ca941f7 None None] Provisioning complete for port 1eb93016-9e21-407d-bb4a-5ab983efc4a0 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:28.778642 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-853b58d5-77ce-4fd8-917a-9e486ca941f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (1eb93016-9e21-407d-bb4a-5ab983efc4a0), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.812634 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (6cd551b4-8023-46f8-abe7-2f00a2dc35ee), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.845306 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0b624-7826-47df-85e9-de79ddd56da5 None None] Pushing event updated for resources: {'Port': ['ID=1eb93016-9e21-407d-bb4a-5ab983efc4a0,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:28.884103 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:07:28.900513 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Routers {'c9df24ef-35ca-4797-ad3c-245e23b77da2'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:07:28.901255 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:07:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c9df24ef-35ca-4797-ad3c-245e23b77da2'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:28.902992 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Sync routers for ids ['c8f25c57-8351-4dd5-8424-606e9bc04b02'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:07:28.940031 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e1166370-ca20-4517-a9a1-4b68b01a37b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (c7344e68-4522-435d-a4bb-7a73eb845cc7), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.945850 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e1166370-ca20-4517-a9a1-4b68b01a37b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:28.948339 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-e1166370-ca20-4517-a9a1-4b68b01a37b3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c7344e68-4522-435d-a4bb-7a73eb845cc7 HTTP/1.1" status: 204 len: 168 time: 0.5047736 Mar 23 17:07:28.961212 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 1eb93016-9e21-407d-bb4a-5ab983efc4a0 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:28.962372 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 15d569ec-0477-4000-9fa7-444c0ac9a4d5 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:07:28.963359 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1166370-ca20-4517-a9a1-4b68b01a37b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7344e68-4522-435d-a4bb-7a73eb845cc7,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:29.046586 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:29.063547 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:07:29.086831 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Routers {'c8f25c57-8351-4dd5-8424-606e9bc04b02'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:07:29.087820 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:07:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c8f25c57-8351-4dd5-8424-606e9bc04b02'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:29.119645 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:29.128103 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Sync routers for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:07:29.146855 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-9019f690-978f-4740-a9b4-f579f9f53d18 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2856855 Mar 23 17:07:29.147805 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55764) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:29.167275 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b95b4f-ddb3-472c-8b88-8bbf7ead3e12 None None] Pushing event updated for resources: {'Port': ['ID=6cd551b4-8023-46f8-abe7-2f00a2dc35ee,revision_number=3']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:29.184758 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-853b58d5-77ce-4fd8-917a-9e486ca941f7 None None] Current status of the port 1eb93016-9e21-407d-bb4a-5ab983efc4a0 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:29.195470 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 15d569ec-0477-4000-9fa7-444c0ac9a4d5 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:29.195871 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (15d569ec-0477-4000-9fa7-444c0ac9a4d5), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:29.243523 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:07:29.244261 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:07:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:29.252406 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-853b58d5-77ce-4fd8-917a-9e486ca941f7 None None] Provisioning complete for port 15d569ec-0477-4000-9fa7-444c0ac9a4d5 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:29.252830 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-853b58d5-77ce-4fd8-917a-9e486ca941f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (15d569ec-0477-4000-9fa7-444c0ac9a4d5), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:29.327878 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] Set router c9df24ef-35ca-4797-ad3c-245e23b77da2 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:07:29.421121 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Set router c8f25c57-8351-4dd5-8424-606e9bc04b02 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:07:29.497434 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Publish callbacks [] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:29.539544 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:07:29.598393 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:29.599714 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-943c263b-9da1-4e7f-8b9c-0a9a87920175 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7676487 Mar 23 17:07:29.603122 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 55770) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:29.606636 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-853b58d5-77ce-4fd8-917a-9e486ca941f7 None None] Current status of the port 15d569ec-0477-4000-9fa7-444c0ac9a4d5 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:29.607009 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-853b58d5-77ce-4fd8-917a-9e486ca941f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (15d569ec-0477-4000-9fa7-444c0ac9a4d5), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:29.673341 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:29.674583 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16361821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16731756'] for router_interface (c9df24ef-35ca-4797-ad3c-245e23b77da2), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:29.690013 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f6972686-4979-4242-b7cc-264c320fadbf req-58caff51-4b64-4c54-986a-330b4c1923e5 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 210 time: 0.2840378 Mar 23 17:07:29.756268 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 15d569ec-0477-4000-9fa7-444c0ac9a4d5 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:29.756686 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (15d569ec-0477-4000-9fa7-444c0ac9a4d5), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:29.799315 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-853b58d5-77ce-4fd8-917a-9e486ca941f7 None None] For port 15d569ec-0477-4000-9fa7-444c0ac9a4d5, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=15d569ec-0477-4000-9fa7-444c0ac9a4d5,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:07:29.806148 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:24Z', 'revision_number': 3, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:29.843956 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f8857-f6ab-450a-9b22-f9c9e7713881 None None] The sync data for ids ['c9df24ef-35ca-4797-ad3c-245e23b77da2'] in dv-cinder-834919-1-iscsi is: [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:24Z', 'revision_number': 3, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:07:29.922939 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-853b58d5-77ce-4fd8-917a-9e486ca941f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (15d569ec-0477-4000-9fa7-444c0ac9a4d5), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:29.971313 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:26Z', 'revision_number': 3, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:30.017775 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:30.019250 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:26Z', 'revision_number': 3, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port': {'id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:30.118668 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Checking router: c8f25c57-8351-4dd5-8424-606e9bc04b02 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:07:30.120570 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Updating router c8f25c57-8351-4dd5-8424-606e9bc04b02 port 20ebf5a7-6375-42f8-a119-246d90baebdc binding host dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:07:30.139125 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-853b58d5-77ce-4fd8-917a-9e486ca941f7 None None] Provisioning complete for port 7f6eadc1-e171-4dcb-ac23-be8df50882d7 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:30.146446 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-853b58d5-77ce-4fd8-917a-9e486ca941f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (7f6eadc1-e171-4dcb-ac23-be8df50882d7), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:30.235697 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Checking router: 6eb0fc3d-315c-4722-9458-39e73209a3aa for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:07:30.236055 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Updating router 6eb0fc3d-315c-4722-9458-39e73209a3aa port 6ae9bde1-be87-4f59-b2a6-5090692a1c61 binding host dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:07:30.240397 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Pushing event updated for resources: {'Port': ['ID=fe1a312f-cf3d-4543-b4ea-2eb91010c6aa,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:30.310855 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.db.api [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 17:07:30.311374 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG oslo_db.api [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 17:07:30.329268 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (6ae9bde1-be87-4f59-b2a6-5090692a1c61), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:30.339894 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b58d5-77ce-4fd8-917a-9e486ca941f7 None None] Pushing event updated for resources: {'Port': ['ID=15d569ec-0477-4000-9fa7-444c0ac9a4d5,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:30.353018 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (20ebf5a7-6375-42f8-a119-246d90baebdc), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:30.445145 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-853b58d5-77ce-4fd8-917a-9e486ca941f7 None None] Current status of the port 7f6eadc1-e171-4dcb-ac23-be8df50882d7 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:30.492107 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.43', 54047) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:30.593735 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:30.595775 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:30.685315 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-35c69163-5514-43b3-8055-335c7bf52c26 None None] Provisioning complete for port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:30.685835 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-35c69163-5514-43b3-8055-335c7bf52c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:30.771334 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-35c69163-5514-43b3-8055-335c7bf52c26 None None] Port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:07:30.850496 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 55810) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:30.883848 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Router c9df24ef-35ca-4797-ad3c-245e23b77da2 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:07:30.946692 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 15d569ec-0477-4000-9fa7-444c0ac9a4d5 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:31.160222 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Publish callbacks [] for port (20ebf5a7-6375-42f8-a119-246d90baebdc), precommit_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:31.168947 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-d38e081b-e35d-45ee-8356-bf95bfb41214 None None] Provisioning complete for port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:31.169329 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d38e081b-e35d-45ee-8356-bf95bfb41214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:31.173867 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:31.253949 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (20ebf5a7-6375-42f8-a119-246d90baebdc), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:31.362669 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f42e6-99b9-4268-9aca-906821d6fed4 None None] Pushing event updated for resources: {'Port': ['ID=20ebf5a7-6375-42f8-a119-246d90baebdc,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:31.372858 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 6cd551b4-8023-46f8-abe7-2f00a2dc35ee up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:07:31.612613 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-f02c1a9e-3e61-43c9-99f9-c08bb2691ba3 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:31.617873 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-f02c1a9e-3e61-43c9-99f9-c08bb2691ba3 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.43 "GET /v2.0/networks?id=e5fb3327-fbd7-492d-942d-e7467069d766 HTTP/1.1" status: 200 len: 812 time: 1.1086750 Mar 23 17:07:31.678588 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Publish callbacks [] for port (6ae9bde1-be87-4f59-b2a6-5090692a1c61), precommit_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:31.690126 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-7a3a2885-1e66-49f2-8c4a-b09aaa2295f7 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Request body: {'port': {'device_id': '4c8b43f2-5157-4441-bcf6-1e759006368a', 'network_id': 'e5fb3327-fbd7-492d-942d-e7467069d766', 'admin_state_up': True, 'tenant_id': '943d88bb92c6477aac72fc343a46ebcc'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:31.697461 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-d38e081b-e35d-45ee-8356-bf95bfb41214 None None] Port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:07:31.731865 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7edd5927-aadd-42b8-8234-0aa16bc0b74c req-85ca6962-ef7d-4a11-9070-c7808e1a8f27 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 210 time: 0.2146754 Mar 23 17:07:31.760809 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (6ae9bde1-be87-4f59-b2a6-5090692a1c61), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:31.812329 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d97c0f2-ac93-4c1f-a70d-787530cfb95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:31.819528 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Attempting to bind port 20ebf5a7-6375-42f8-a119-246d90baebdc on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:07:31.819896 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Attempting to bind port 20ebf5a7-6375-42f8-a119-246d90baebdc by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:07:31.820263 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Attempting to bind port 20ebf5a7-6375-42f8-a119-246d90baebdc on network 2c02e95d-8a1b-4700-95ef-e7028012d606 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:31.842889 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:07:31.843278 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Checking segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:31.843703 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:31.844067 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Bound using segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:07:31.844554 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Bound port: 20ebf5a7-6375-42f8-a119-246d90baebdc, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:07:31.851496 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (20ebf5a7-6375-42f8-a119-246d90baebdc), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:31.886466 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:31.910881 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:31.923008 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Attempting to bind port 6ae9bde1-be87-4f59-b2a6-5090692a1c61 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:07:31.923366 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Attempting to bind port 6ae9bde1-be87-4f59-b2a6-5090692a1c61 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:07:31.924496 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Attempting to bind port 6ae9bde1-be87-4f59-b2a6-5090692a1c61 on network 2c02e95d-8a1b-4700-95ef-e7028012d606 {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:31.943128 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 6cd551b4-8023-46f8-abe7-2f00a2dc35ee triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:31.951432 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (6cd551b4-8023-46f8-abe7-2f00a2dc35ee), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:31.958136 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:07:31.974683 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:07:31.975053 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Checking segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:31.978859 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-f0e6e8b5-63c5-4c2c-8b76-bd1437f28beb admin admin] 10.222.0.97 "PUT /v2.0/routers/c9df24ef-35ca-4797-ad3c-245e23b77da2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5866933 Mar 23 17:07:31.984322 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:31.984810 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Bound using segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:07:31.985327 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Bound port: 6ae9bde1-be87-4f59-b2a6-5090692a1c61, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:07:31.988279 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (6ae9bde1-be87-4f59-b2a6-5090692a1c61), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:32.028144 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c09ae7-9b26-4533-9f10-fd61b8e298a9 None None] Pushing event updated for resources: {'Port': ['ID=6ae9bde1-be87-4f59-b2a6-5090692a1c61,revision_number=2']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:32.073191 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] For port 20ebf5a7-6375-42f8-a119-246d90baebdc, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:07:32.090638 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] For port 20ebf5a7-6375-42f8-a119-246d90baebdc, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=20ebf5a7-6375-42f8-a119-246d90baebdc,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:07:32.134327 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] For port 6ae9bde1-be87-4f59-b2a6-5090692a1c61, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:07:32.140634 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] For port 6ae9bde1-be87-4f59-b2a6-5090692a1c61, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=6ae9bde1-be87-4f59-b2a6-5090692a1c61,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:07:32.173800 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Allocated IP 172.20.0.1 (51f4a656-753b-4765-843d-71e3a0fb2d78/d34f5912-e7b8-4c19-ae6b-6c3e94613af9/47c401b7-7ab1-43c3-9499-d7d9faf9ba6c) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:07:32.180076 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 6cd551b4-8023-46f8-abe7-2f00a2dc35ee is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:32.180486 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (6cd551b4-8023-46f8-abe7-2f00a2dc35ee), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:32.206699 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] For port 6cd551b4-8023-46f8-abe7-2f00a2dc35ee, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=6cd551b4-8023-46f8-abe7-2f00a2dc35ee,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:07:32.230177 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d97c0f2-ac93-4c1f-a70d-787530cfb95f admin admin] Publish callbacks [] for security_group (5f50b50e-3a16-420e-9434-3fd17e908142), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:32.245246 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Allocated IP 172.20.0.1 (4d08b13a-5095-4a4d-97e2-485b1dca6f48/43603411-92d2-456c-9c3f-c4feabdc98c6/2e8915f9-8100-458c-8faa-c1ca7b22ef40) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:07:32.258483 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (20ebf5a7-6375-42f8-a119-246d90baebdc), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:32.292034 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (6ae9bde1-be87-4f59-b2a6-5090692a1c61), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:32.322288 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Routers {'c8f25c57-8351-4dd5-8424-606e9bc04b02'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:07:32.322948 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:07:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c8f25c57-8351-4dd5-8424-606e9bc04b02'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:32.349610 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-7a3a2885-1e66-49f2-8c4a-b09aaa2295f7 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Made reservation on behalf of 943d88bb92c6477aac72fc343a46ebcc for: {'port': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:07:32.362562 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-7a3a2885-1e66-49f2-8c4a-b09aaa2295f7 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:32.372194 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d97c0f2-ac93-4c1f-a70d-787530cfb95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (5f50b50e-3a16-420e-9434-3fd17e908142), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:32.425225 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (6cd551b4-8023-46f8-abe7-2f00a2dc35ee), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:32.426011 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 7f6eadc1-e171-4dcb-ac23-be8df50882d7 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:07:32.445852 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:07:32.448960 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:07:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:32.510233 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f42e6-99b9-4268-9aca-906821d6fed4 None None] Pushing event updated for resources: {'Port': ['ID=20ebf5a7-6375-42f8-a119-246d90baebdc,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:32.557742 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-6d97c0f2-ac93-4c1f-a70d-787530cfb95f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=261db81f7e7a439a9a74c49b4d259989&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6697602 Mar 23 17:07:32.557742 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97c0f2-ac93-4c1f-a70d-787530cfb95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f50b50e-3a16-420e-9434-3fd17e908142,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:32.565615 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 55906) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:32.577778 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Pushing event updated for resources: {'Port': ['ID=6cd551b4-8023-46f8-abe7-2f00a2dc35ee,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:32.583668 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 7f6eadc1-e171-4dcb-ac23-be8df50882d7 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:32.584281 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (7f6eadc1-e171-4dcb-ac23-be8df50882d7), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:32.657290 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Publish callbacks [] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:32.713937 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c09ae7-9b26-4533-9f10-fd61b8e298a9 None None] Pushing event updated for resources: {'Port': ['ID=6ae9bde1-be87-4f59-b2a6-5090692a1c61,revision_number=3']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:32.809641 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Publish callbacks [] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:32.822898 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:32.850955 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] Set router c8f25c57-8351-4dd5-8424-606e9bc04b02 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:07:32.863684 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 55918) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:32.863987 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:07:32.975811 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:33.023056 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:33.026596 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Network 51f4a656-753b-4765-843d-71e3a0fb2d78 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:33.037184 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:33.057874 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:33.063191 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 7f6eadc1-e171-4dcb-ac23-be8df50882d7 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:33.067524 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-191d01e3-3a03-4ff2-92c1-3a017b49e76b admin admin] Publish callbacks [] for security_group (5f50b50e-3a16-420e-9434-3fd17e908142), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:33.070064 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 1eb93016-9e21-407d-bb4a-5ab983efc4a0 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:07:33.086234 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:07:33.090977 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16731896'] for router_interface (6eb0fc3d-315c-4722-9458-39e73209a3aa), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:33.136329 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:07:33.137134 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16731896'] for router_interface (c8f25c57-8351-4dd5-8424-606e9bc04b02), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:33.235249 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Sync routers for ids ['c9df24ef-35ca-4797-ad3c-245e23b77da2'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:07:33.283932 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:26Z', 'revision_number': 3, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:33.391141 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e4ef8-2193-4730-9c54-a9b4139f537c None None] The sync data for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi is: [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:26Z', 'revision_number': 3, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:07:33.545348 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Pushing event updated for resources: {'Port': ['ID=2e8915f9-8100-458c-8faa-c1ca7b22ef40,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:33.692146 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Routers {'c9df24ef-35ca-4797-ad3c-245e23b77da2'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:07:33.695137 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:07:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c9df24ef-35ca-4797-ad3c-245e23b77da2'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:33.704720 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-191d01e3-3a03-4ff2-92c1-3a017b49e76b admin admin] Publish callbacks [] for security_group (5f50b50e-3a16-420e-9434-3fd17e908142), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:33.706654 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:33.843392 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7ebe61b2-7215-4719-92f8-cbca74df3171 req-c5d193c7-5d2b-4b86-ab3f-5bef299b4677 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 210 time: 0.2869534 Mar 23 17:07:33.981449 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=47c401b7-7ab1-43c3-9499-d7d9faf9ba6c,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:33.990563 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-7a3a2885-1e66-49f2-8c4a-b09aaa2295f7 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Allocated IP 172.20.0.7 (e5fb3327-fbd7-492d-942d-e7467069d766/c9e95d91-5e3c-4a65-9e0a-3b29c47414bd/8e976084-e170-4782-a7db-ab146e3b71ec) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:07:34.012163 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:34.046530 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-191d01e3-3a03-4ff2-92c1-3a017b49e76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (5f50b50e-3a16-420e-9434-3fd17e908142), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:34.060849 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-191d01e3-3a03-4ff2-92c1-3a017b49e76b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:34.067690 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-191d01e3-3a03-4ff2-92c1-3a017b49e76b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5f50b50e-3a16-420e-9434-3fd17e908142 HTTP/1.1" status: 204 len: 168 time: 1.4874218 Mar 23 17:07:34.118425 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8a84676-62db-423a-bc31-332bdb0ce460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:34.172384 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d01e3-3a03-4ff2-92c1-3a017b49e76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f50b50e-3a16-420e-9434-3fd17e908142,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:34.179819 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-dae08a1b-d8d7-41fc-8f36-3f368914b53f None None] Provisioning complete for port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:34.180289 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-dae08a1b-d8d7-41fc-8f36-3f368914b53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:34.305255 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-dae08a1b-d8d7-41fc-8f36-3f368914b53f None None] Port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:07:34.363871 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 1eb93016-9e21-407d-bb4a-5ab983efc4a0 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:34.363871 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (1eb93016-9e21-407d-bb4a-5ab983efc4a0), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:34.535457 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8a84676-62db-423a-bc31-332bdb0ce460 admin admin] Publish callbacks [] for security_group (4cd85b49-45b2-4920-ab04-301d9f6ade3d), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:34.599592 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-6a0ddc58-5a9b-4324-a514-f49192ca81eb None None] Provisioning complete for port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:34.599974 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-6a0ddc58-5a9b-4324-a514-f49192ca81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:34.643742 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Publish callbacks [] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:34.685547 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ddc58-5a9b-4324-a514-f49192ca81eb None None] Port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:07:34.691010 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Set router c9df24ef-35ca-4797-ad3c-245e23b77da2 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:07:34.699792 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:26Z', 'revision_number': 3, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port': {'id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:34.805422 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e14779-28a9-46b3-93b8-b0ef0f81a511 None None] The sync data for ids ['c8f25c57-8351-4dd5-8424-606e9bc04b02'] in dv-cinder-834919-1-iscsi is: [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:26Z', 'revision_number': 3, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port': {'id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:07:34.835684 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:34.836772 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16361821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16731756'] for router_interface (6eb0fc3d-315c-4722-9458-39e73209a3aa), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:34.947910 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8a84676-62db-423a-bc31-332bdb0ce460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (4cd85b49-45b2-4920-ab04-301d9f6ade3d), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:34.949867 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55950) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:34.963284 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-94ded300-7674-4b8a-9200-86f179704bf0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978165037', 'description': 'tempest-description--337947024'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:34.988453 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 1eb93016-9e21-407d-bb4a-5ab983efc4a0 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:34.995904 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 15d569ec-0477-4000-9fa7-444c0ac9a4d5 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:07:35.032223 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-7a3a2885-1e66-49f2-8c4a-b09aaa2295f7 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Publish callbacks [] for port (8e976084-e170-4782-a7db-ab146e3b71ec), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:35.038983 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Pushing event updated for resources: {'Port': ['ID=2e8915f9-8100-458c-8faa-c1ca7b22ef40,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:35.075107 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-f8a84676-62db-423a-bc31-332bdb0ce460 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=092eff38616d4c5b92d2a2e180419c53&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1905801 Mar 23 17:07:35.078475 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 55954) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:35.273590 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-164d291b-56d6-40d4-8179-7125bb9b1bb2 req-f2624531-88aa-4e02-a197-000e260bbc90 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 210 time: 0.1629364 Mar 23 17:07:35.285548 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 15d569ec-0477-4000-9fa7-444c0ac9a4d5 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:35.285548 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (15d569ec-0477-4000-9fa7-444c0ac9a4d5), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:35.286118 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-94ded300-7674-4b8a-9200-86f179704bf0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:35.391004 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a84676-62db-423a-bc31-332bdb0ce460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd85b49-45b2-4920-ab04-301d9f6ade3d,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:35.536263 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:35.537330 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:35.557445 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'fe1a312f-cf3d-4543-b4ea-2eb91010c6aa', 'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'mac_address': 'fa:16:3e:c3:c7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:27Z', 'updated_at': '2022-03-23T17:07:29Z', 'revision_number': 2, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'subnets': [{'id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:35.561664 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a387c8c2-4517-46b6-b717-38be4d790cea admin admin] Publish callbacks [] for security_group (4cd85b49-45b2-4920-ab04-301d9f6ade3d), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:35.563393 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Publish callbacks [] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:35.621856 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a387c8c2-4517-46b6-b717-38be4d790cea admin admin] Publish callbacks [] for security_group (4cd85b49-45b2-4920-ab04-301d9f6ade3d), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:35.640962 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Checking router: c9df24ef-35ca-4797-ad3c-245e23b77da2 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:07:35.649861 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Updating router c9df24ef-35ca-4797-ad3c-245e23b77da2 port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa binding host dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:07:35.671617 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:35.672316 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16361821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16731756'] for router_interface (c8f25c57-8351-4dd5-8424-606e9bc04b02), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:35.711434 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 15d569ec-0477-4000-9fa7-444c0ac9a4d5 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:35.743015 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:35.879823 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-7a3a2885-1e66-49f2-8c4a-b09aaa2295f7 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (8e976084-e170-4782-a7db-ab146e3b71ec), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:35.919186 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Router 6eb0fc3d-315c-4722-9458-39e73209a3aa has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:07:36.187799 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-94ded300-7674-4b8a-9200-86f179704bf0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group (edd50c94-a74c-4297-9780-75a14afe4c37), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:36.224036 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-7a3a2885-1e66-49f2-8c4a-b09aaa2295f7 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Network e5fb3327-fbd7-492d-942d-e7467069d766 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:36.234045 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Network 51f4a656-753b-4765-843d-71e3a0fb2d78 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:36.237907 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-7a3a2885-1e66-49f2-8c4a-b09aaa2295f7 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:36.244672 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-7a3a2885-1e66-49f2-8c4a-b09aaa2295f7 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:07:36.257038 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-7a3a2885-1e66-49f2-8c4a-b09aaa2295f7 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:36.257038 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-7a3a2885-1e66-49f2-8c4a-b09aaa2295f7 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:36.257038 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:36.262837 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:07:36.265151 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 6cd551b4-8023-46f8-abe7-2f00a2dc35ee up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:07:36.281311 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-f8ba1a39-225a-4d3a-8846-d7133b83a45d admin admin] 10.222.0.97 "PUT /v2.0/routers/6eb0fc3d-315c-4722-9458-39e73209a3aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6754308 Mar 23 17:07:36.592175 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-754f0fea-83f4-45f1-a3ac-26bb7096f8d5 None None] Provisioning complete for port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:36.592814 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-754f0fea-83f4-45f1-a3ac-26bb7096f8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:36.685701 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-754f0fea-83f4-45f1-a3ac-26bb7096f8d5 None None] Port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:07:36.724160 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Router c8f25c57-8351-4dd5-8424-606e9bc04b02 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:07:36.733442 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-94ded300-7674-4b8a-9200-86f179704bf0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (edd50c94-a74c-4297-9780-75a14afe4c37), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:36.804095 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Sync routers for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:07:36.881414 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:07:36.889450 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:07:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:36.920795 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 6cd551b4-8023-46f8-abe7-2f00a2dc35ee triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:36.921514 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (6cd551b4-8023-46f8-abe7-2f00a2dc35ee), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:37.020500 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-d62e1cc0-91bf-4bd4-9869-5338c09e4a0c None None] Provisioning complete for port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:37.021311 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d62e1cc0-91bf-4bd4-9869-5338c09e4a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:37.136988 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8e3ed-70a7-41d8-9615-ba648f62d6b5 req-16623f0c-a84e-4b20-8d5d-9b135057cc58 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:37.141844 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-aca8e3ed-70a7-41d8-9615-ba648f62d6b5 req-16623f0c-a84e-4b20-8d5d-9b135057cc58 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 931 time: 0.2306774 Mar 23 17:07:37.215220 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:07:37.217357 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-d62e1cc0-91bf-4bd4-9869-5338c09e4a0c None None] Port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:07:37.232436 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] 10.222.0.97 "PUT /v2.0/routers/c8f25c57-8351-4dd5-8424-606e9bc04b02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0827990 Mar 23 17:07:37.301253 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-aca8e3ed-70a7-41d8-9615-ba648f62d6b5 req-190a2ffa-87e8-4198-8c4f-f6952b0a6c71 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531067 Mar 23 17:07:37.326921 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:07:37.330375 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-7a3a2885-1e66-49f2-8c4a-b09aaa2295f7 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6645660 Mar 23 17:07:37.350473 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc8b64-452d-481a-8f59-03543d333aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=47c401b7-7ab1-43c3-9499-d7d9faf9ba6c,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:37.379831 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ded300-7674-4b8a-9200-86f179704bf0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd50c94-a74c-4297-9780-75a14afe4c37,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:37.445663 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 6cd551b4-8023-46f8-abe7-2f00a2dc35ee is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:37.446826 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 20ebf5a7-6375-42f8-a119-246d90baebdc up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:07:37.477504 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-94ded300-7674-4b8a-9200-86f179704bf0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:37.485507 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56004) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:37.491439 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-48da7b13-dcfc-471c-a3c3-f51eccc1eaf7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Request body: {'security_group_rule': {'security_group_id': 'edd50c94-a74c-4297-9780-75a14afe4c37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:37.491690 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-94ded300-7674-4b8a-9200-86f179704bf0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.5377624 Mar 23 17:07:37.508360 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-de85fb58-e639-49d5-b98e-1ba561205af7 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=104061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:07:37.509967 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-de85fb58-e639-49d5-b98e-1ba561205af7 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1110086 Mar 23 17:07:37.626910 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a387c8c2-4517-46b6-b717-38be4d790cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (4cd85b49-45b2-4920-ab04-301d9f6ade3d), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:37.630486 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a387c8c2-4517-46b6-b717-38be4d790cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:37.632504 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-a387c8c2-4517-46b6-b717-38be4d790cea admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4cd85b49-45b2-4920-ab04-301d9f6ade3d HTTP/1.1" status: 204 len: 168 time: 2.5420530 Mar 23 17:07:37.664910 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Publish callbacks [] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), precommit_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:37.668811 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 20ebf5a7-6375-42f8-a119-246d90baebdc triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:37.669200 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (20ebf5a7-6375-42f8-a119-246d90baebdc), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:37.714655 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387c8c2-4517-46b6-b717-38be4d790cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd85b49-45b2-4920-ab04-301d9f6ade3d,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:37.719239 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-48da7b13-dcfc-471c-a3c3-f51eccc1eaf7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group_rule (3a951734-b28c-4703-9cf8-6d5996ddb7cf), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:37.729682 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a2885-1e66-49f2-8c4a-b09aaa2295f7 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Pushing event updated for resources: {'Port': ['ID=8e976084-e170-4782-a7db-ab146e3b71ec,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:37.784297 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:37.889554 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:34Z', 'revision_number': 2, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:37.952541 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Checking router: 6eb0fc3d-315c-4722-9458-39e73209a3aa for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:07:37.953325 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Updating router 6eb0fc3d-315c-4722-9458-39e73209a3aa port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 binding host dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:07:38.005573 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 56028) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:38.011263 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-e0cc157b-1575-4ecc-98a5-9ec162f75776 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--361732594', 'description': 'tempest-description--1128283462'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:38.021732 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-48da7b13-dcfc-471c-a3c3-f51eccc1eaf7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group_rule (3a951734-b28c-4703-9cf8-6d5996ddb7cf), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.041796 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730d71b-145a-4459-808b-033019796dff None None] Pushing event updated for resources: {'Port': ['ID=fe1a312f-cf3d-4543-b4ea-2eb91010c6aa,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:38.067254 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.091692 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-48da7b13-dcfc-471c-a3c3-f51eccc1eaf7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (3a951734-b28c-4703-9cf8-6d5996ddb7cf), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.126585 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da7b13-dcfc-471c-a3c3-f51eccc1eaf7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a951734-b28c-4703-9cf8-6d5996ddb7cf,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:38.198215 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 20ebf5a7-6375-42f8-a119-246d90baebdc is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:38.198597 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (20ebf5a7-6375-42f8-a119-246d90baebdc), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.229452 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e0cc157b-1575-4ecc-98a5-9ec162f75776 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.283559 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-48da7b13-dcfc-471c-a3c3-f51eccc1eaf7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.287224 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] For port 20ebf5a7-6375-42f8-a119-246d90baebdc, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=20ebf5a7-6375-42f8-a119-246d90baebdc,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:07:38.287676 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-48da7b13-dcfc-471c-a3c3-f51eccc1eaf7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8009608 Mar 23 17:07:38.288327 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56038) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:38.296812 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-8ccccb4b-9273-47d8-8e78-3daeda7aeea5 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Request body: {'security_group_rule': {'security_group_id': 'edd50c94-a74c-4297-9780-75a14afe4c37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:38.301274 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Attempting to bind port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:07:38.301754 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Attempting to bind port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:07:38.304486 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Attempting to bind port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa on network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:38.321469 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:07:38.321469 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Checking segment: {'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:38.322904 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.323428 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Bound using segment: {'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:07:38.323925 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Bound port: fe1a312f-cf3d-4543-b4ea-2eb91010c6aa, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:07:38.324459 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.379641 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (20ebf5a7-6375-42f8-a119-246d90baebdc), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.381718 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 6ae9bde1-be87-4f59-b2a6-5090692a1c61 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:07:38.436415 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e0cc157b-1575-4ecc-98a5-9ec162f75776 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (50a5fcb7-cdf3-4d94-9a5a-74b4cca68441), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.473881 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8ccccb4b-9273-47d8-8e78-3daeda7aeea5 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group_rule (4effb3ef-061f-4284-88e5-733fd1faad85), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.532410 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Sync routers for ids ['c8f25c57-8351-4dd5-8424-606e9bc04b02'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:07:38.543969 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e0cc157b-1575-4ecc-98a5-9ec162f75776 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (50a5fcb7-cdf3-4d94-9a5a-74b4cca68441), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.576993 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc157b-1575-4ecc-98a5-9ec162f75776 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a5fcb7-cdf3-4d94-9a5a-74b4cca68441,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:38.592677 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Request body: {'port': {'device_id': '4c8b43f2-5157-4441-bcf6-1e759006368a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:38.602855 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8ccccb4b-9273-47d8-8e78-3daeda7aeea5 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group_rule (4effb3ef-061f-4284-88e5-733fd1faad85), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.662618 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Routers {'c8f25c57-8351-4dd5-8424-606e9bc04b02'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:07:38.663553 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:07:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c8f25c57-8351-4dd5-8424-606e9bc04b02'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:38.674962 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8ccccb4b-9273-47d8-8e78-3daeda7aeea5 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (4effb3ef-061f-4284-88e5-733fd1faad85), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.676398 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56fd1a-0600-4a64-b2c6-938dfdb896d4 req-7e932631-61f4-4857-84b6-f544195a21c4 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:38.678112 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0f56fd1a-0600-4a64-b2c6-938dfdb896d4 req-7e932631-61f4-4857-84b6-f544195a21c4 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 931 time: 0.2482114 Mar 23 17:07:38.685824 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (8e976084-e170-4782-a7db-ab146e3b71ec), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.698559 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-e1019ac6-a6eb-4070-8fe8-8d5765b64b42 None None] Provisioning complete for port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:38.701274 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccccb4b-9273-47d8-8e78-3daeda7aeea5 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4effb3ef-061f-4284-88e5-733fd1faad85,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:38.701751 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e1019ac6-a6eb-4070-8fe8-8d5765b64b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.760531 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e0cc157b-1575-4ecc-98a5-9ec162f75776 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.761840 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-e0cc157b-1575-4ecc-98a5-9ec162f75776 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7552891 Mar 23 17:07:38.765730 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56042) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:38.770516 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-2bf04341-7552-4e15-96c6-cd2d9c7e5c2c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'security_group_rule': {'security_group_id': '50a5fcb7-cdf3-4d94-9a5a-74b4cca68441', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:38.816857 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0f56fd1a-0600-4a64-b2c6-938dfdb896d4 req-7c825a86-bff0-4a20-8229-229122bbdb97 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094708 Mar 23 17:07:38.842663 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8ccccb4b-9273-47d8-8e78-3daeda7aeea5 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.850018 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-8ccccb4b-9273-47d8-8e78-3daeda7aeea5 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5545242 Mar 23 17:07:38.850165 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56046) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:38.854688 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Request body: {'floatingip': {'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:38.913800 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2bf04341-7552-4e15-96c6-cd2d9c7e5c2c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (7967a539-c554-475c-aa50-8bb353113b68), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:38.977148 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Publish callbacks [] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), precommit_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:39.000157 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:39.048973 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Pushing event updated for resources: {'Port': ['ID=20ebf5a7-6375-42f8-a119-246d90baebdc,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:39.058511 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:39.220036 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 6ae9bde1-be87-4f59-b2a6-5090692a1c61 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:39.220532 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (6ae9bde1-be87-4f59-b2a6-5090692a1c61), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:39.378795 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-e1019ac6-a6eb-4070-8fe8-8d5765b64b42 None None] Port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:07:39.430180 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041f1dd-0bc9-4617-b5eb-e4050ce46a4c None None] Pushing event updated for resources: {'Port': ['ID=2e8915f9-8100-458c-8faa-c1ca7b22ef40,revision_number=3']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:39.446126 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Attempting to bind port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:07:39.446126 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Attempting to bind port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:07:39.447771 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Attempting to bind port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 on network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:39.460986 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:07:39.463181 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Checking segment: {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:39.464139 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:39.464258 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Bound using segment: {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:07:39.467287 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Bound port: 2e8915f9-8100-458c-8faa-c1ca7b22ef40, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'}}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:07:39.471004 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:39.471120 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] For port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:07:39.473422 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 6ae9bde1-be87-4f59-b2a6-5090692a1c61 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:39.474225 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (6ae9bde1-be87-4f59-b2a6-5090692a1c61), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:39.490517 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e976084-e170-4782-a7db-ab146e3b71ec {{(pid=104061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:07:39.512285 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] For port 6ae9bde1-be87-4f59-b2a6-5090692a1c61, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=6ae9bde1-be87-4f59-b2a6-5090692a1c61,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:07:39.520594 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Publish callbacks [] for port (8e976084-e170-4782-a7db-ab146e3b71ec), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:39.534376 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] For port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=fe1a312f-cf3d-4543-b4ea-2eb91010c6aa,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:07:39.597775 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.provisioning_blocks [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Transition to ACTIVE for port object 8e976084-e170-4782-a7db-ab146e3b71ec will not be triggered until provisioned by entity L2. {{(pid=104061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:07:39.598348 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Set router c8f25c57-8351-4dd5-8424-606e9bc04b02 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:07:39.611709 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] For port 2e8915f9-8100-458c-8faa-c1ca7b22ef40, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:07:39.617978 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] For port 2e8915f9-8100-458c-8faa-c1ca7b22ef40, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=2e8915f9-8100-458c-8faa-c1ca7b22ef40,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:07:39.673781 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-f7c119ae-5d7a-4e44-be35-c601b750f0e9 None None] Provisioning complete for port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:39.673781 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-f7c119ae-5d7a-4e44-be35-c601b750f0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:39.673781 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:39.687622 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (6ae9bde1-be87-4f59-b2a6-5090692a1c61), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:39.746123 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (8e976084-e170-4782-a7db-ab146e3b71ec), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:39.775974 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:39.950483 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2bf04341-7552-4e15-96c6-cd2d9c7e5c2c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (7967a539-c554-475c-aa50-8bb353113b68), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:40.054397 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-c9c2b3ff-bc6f-4596-95ee-717e3987ff50 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:40.073465 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-c9c2b3ff-bc6f-4596-95ee-717e3987ff50 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 818 time: 1.1264451 Mar 23 17:07:40.126700 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 20ebf5a7-6375-42f8-a119-246d90baebdc up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:07:40.158484 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2bf04341-7552-4e15-96c6-cd2d9c7e5c2c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (7967a539-c554-475c-aa50-8bb353113b68), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:40.268174 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:07:40.269033 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:07:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:40.281169 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56092) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:40.332768 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Pushing event updated for resources: {'Port': ['ID=8e976084-e170-4782-a7db-ab146e3b71ec,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:40.368645 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-3014c4ea-604e-4853-baa8-432b0b01f381 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/quotas/5b67ee0772484be4971b191ea09f5817 HTTP/1.1" status: 200 len: 375 time: 0.2729108 Mar 23 17:07:40.382596 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf04341-7552-4e15-96c6-cd2d9c7e5c2c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7967a539-c554-475c-aa50-8bb353113b68,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:40.442970 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2bf04341-7552-4e15-96c6-cd2d9c7e5c2c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:40.445684 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-2bf04341-7552-4e15-96c6-cd2d9c7e5c2c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6789122 Mar 23 17:07:40.459370 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 56098) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:40.492936 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:40.495722 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-632c6a07-7f26-45b4-b84b-8cae99f9b05a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'security_group_rule': {'security_group_id': '50a5fcb7-cdf3-4d94-9a5a-74b4cca68441', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:40.542837 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Attempting to bind port 8e976084-e170-4782-a7db-ab146e3b71ec on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:07:40.543538 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Attempting to bind port 8e976084-e170-4782-a7db-ab146e3b71ec by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': 'e2038731-129d-4b10-97c2-2924034a55e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'e5fb3327-fbd7-492d-942d-e7467069d766'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:07:40.544101 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Attempting to bind port 8e976084-e170-4782-a7db-ab146e3b71ec on network e5fb3327-fbd7-492d-942d-e7467069d766 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:40.570070 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e8022-73b1-4610-aba8-10b070b30bdd req-5439539d-24c3-40e1-bb71-1342760e4124 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:40.577511 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fe4e8022-73b1-4610-aba8-10b070b30bdd req-5439539d-24c3-40e1-bb71-1342760e4124 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 943 time: 0.5881054 Mar 23 17:07:40.578859 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Port 8e976084-e170-4782-a7db-ab146e3b71ec on network e5fb3327-fbd7-492d-942d-e7467069d766 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:07:40.580266 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Attempting to bind port 8e976084-e170-4782-a7db-ab146e3b71ec on network e5fb3327-fbd7-492d-942d-e7467069d766 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:40.629688 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Routers {'c9df24ef-35ca-4797-ad3c-245e23b77da2'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:07:40.637910 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:07:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c9df24ef-35ca-4797-ad3c-245e23b77da2'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:40.643443 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-f7c119ae-5d7a-4e44-be35-c601b750f0e9 None None] Port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:07:40.656647 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:07:40.657794 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Checking segment: {'id': 'e2038731-129d-4b10-97c2-2924034a55e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'e5fb3327-fbd7-492d-942d-e7467069d766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:40.658487 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Bound using segment: {'id': 'e2038731-129d-4b10-97c2-2924034a55e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'e5fb3327-fbd7-492d-942d-e7467069d766'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:07:40.659023 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Bound port: 8e976084-e170-4782-a7db-ab146e3b71ec, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2038731-129d-4b10-97c2-2924034a55e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'e5fb3327-fbd7-492d-942d-e7467069d766'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:07:40.659520 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (8e976084-e170-4782-a7db-ab146e3b71ec), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:40.669977 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041f1dd-0bc9-4617-b5eb-e4050ce46a4c None None] Pushing event updated for resources: {'Port': ['ID=2e8915f9-8100-458c-8faa-c1ca7b22ef40,revision_number=4']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:40.671777 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-632c6a07-7f26-45b4-b84b-8cae99f9b05a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (e1bbc1d9-1458-4beb-b2ce-2d67f1b74942), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:40.758312 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3e58-179f-4f76-b1e3-5e0e97744cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:40.863981 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:07:40.893784 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fe4e8022-73b1-4610-aba8-10b070b30bdd req-ea6f93a0-126a-459a-b0a8-b1b8a8e85af8 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047717 Mar 23 17:07:40.930670 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-632c6a07-7f26-45b4-b84b-8cae99f9b05a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (e1bbc1d9-1458-4beb-b2ce-2d67f1b74942), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:40.939160 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730d71b-145a-4459-808b-033019796dff None None] Pushing event updated for resources: {'Port': ['ID=fe1a312f-cf3d-4543-b4ea-2eb91010c6aa,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:40.948867 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] For port 8e976084-e170-4782-a7db-ab146e3b71ec, host hv-cinder-83491, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:07:40.957473 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-4483cbdd-a149-4e10-b48c-d2fd502edac8 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5806470 Mar 23 17:07:40.979007 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] For port 8e976084-e170-4782-a7db-ab146e3b71ec, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=8e976084-e170-4782-a7db-ab146e3b71ec,segment=NetworkSegment(e2038731-129d-4b10-97c2-2924034a55e9),segment_id=e2038731-129d-4b10-97c2-2924034a55e9)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:07:41.011658 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-632c6a07-7f26-45b4-b84b-8cae99f9b05a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (e1bbc1d9-1458-4beb-b2ce-2d67f1b74942), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:41.055044 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c6a07-7f26-45b4-b84b-8cae99f9b05a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1bbc1d9-1458-4beb-b2ce-2d67f1b74942,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:41.090897 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (8e976084-e170-4782-a7db-ab146e3b71ec), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:41.122142 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] Set router c9df24ef-35ca-4797-ad3c-245e23b77da2 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:07:41.214614 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Allocated IP 172.27.1.127 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/998bef53-7dca-439a-aa10-56c849cfcf96) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:07:41.221935 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Pushing event updated for resources: {'Port': ['ID=8e976084-e170-4782-a7db-ab146e3b71ec,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:41.245726 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-632c6a07-7f26-45b4-b84b-8cae99f9b05a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:41.248708 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-632c6a07-7f26-45b4-b84b-8cae99f9b05a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7872651 Mar 23 17:07:41.255559 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 56106) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:41.276535 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:41.280862 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:41.306173 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-696fdc04-8d97-420f-9112-55c2bfa78483 service neutron] 10.222.0.43 "PUT /v2.0/ports/8e976084-e170-4782-a7db-ab146e3b71ec HTTP/1.1" status: 200 len: 1093 time: 3.3756063 Mar 23 17:07:41.313494 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8b43f2-5157-4441-bcf6-1e759006368a', 'tag': '8e976084-e170-4782-a7db-ab146e3b71ec'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:07:41.355256 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:41.402659 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81133d8c-fef5-4b93-ab6b-b5ce261ff064 None None] The sync data for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi is: [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:07:41.525576 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-518fbd22-7582-48e0-a61a-3e86244e1238 service neutron] 10.222.0.97 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457230 Mar 23 17:07:41.545603 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-bff3ee14-5237-42f8-8373-90ce3d49ce10 None None] Provisioning complete for port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:41.552752 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-bff3ee14-5237-42f8-8373-90ce3d49ce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:41.701109 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3e58-179f-4f76-b1e3-5e0e97744cdc admin admin] Publish callbacks [] for security_group (c6bc69dc-6774-4c84-9d0a-cdc167ddbb16), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:41.705790 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-4a7f312b-0125-4c20-a578-d100fc22a6b3 service neutron] 10.222.0.97 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619117 Mar 23 17:07:41.786216 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 20ebf5a7-6375-42f8-a119-246d90baebdc triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:41.788313 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (20ebf5a7-6375-42f8-a119-246d90baebdc), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:41.850835 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3e58-179f-4f76-b1e3-5e0e97744cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (c6bc69dc-6774-4c84-9d0a-cdc167ddbb16), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:41.862501 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for port (998bef53-7dca-439a-aa10-56c849cfcf96), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:41.900238 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b3e58-179f-4f76-b1e3-5e0e97744cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bc69dc-6774-4c84-9d0a-cdc167ddbb16,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:41.918241 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Pushing event updated for resources: {'Port': ['ID=6ae9bde1-be87-4f59-b2a6-5090692a1c61,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:41.952163 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-6e2b3e58-179f-4f76-b1e3-5e0e97744cdc admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=45957d772787443e8dc3d310e385d066&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6533346 Mar 23 17:07:41.962689 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56132) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:41.964945 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'floatingip': {'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:42.081485 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5dd2778c-cc35-42ec-b943-d13b58aed2e7 admin admin] Publish callbacks [] for security_group (c6bc69dc-6774-4c84-9d0a-cdc167ddbb16), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:42.096935 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 20ebf5a7-6375-42f8-a119-246d90baebdc is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:42.129160 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:42.136218 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5dd2778c-cc35-42ec-b943-d13b58aed2e7 admin admin] Publish callbacks [] for security_group (c6bc69dc-6774-4c84-9d0a-cdc167ddbb16), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:42.202310 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (998bef53-7dca-439a-aa10-56c849cfcf96), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:42.235171 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port': {'id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '47c401b7-7ab1-43c3-9499-d7d9faf9ba6c', 'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'mac_address': 'fa:16:3e:ce:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:31Z', 'updated_at': '2022-03-23T17:07:34Z', 'revision_number': 2, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'subnets': [{'id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:42.258111 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a6418f-a82e-4019-84b2-1e0f1462c1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8b43f2-5157-4441-bcf6-1e759006368a", "tag": "8e976084-e170-4782-a7db-ab146e3b71ec"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:07:42.270228 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:42.309752 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:42.314942 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:07:42.317048 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9cfcc-cf62-43c3-ac3d-cc3f280ca7da req-5963b0bd-d9b4-4d1f-800e-0887acdc11e4 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:42.319632 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-47a9cfcc-cf62-43c3-ac3d-cc3f280ca7da req-5963b0bd-d9b4-4d1f-800e-0887acdc11e4 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 943 time: 0.2764084 Mar 23 17:07:42.333846 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Checking router: c8f25c57-8351-4dd5-8424-606e9bc04b02 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:07:42.334557 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Updating router c8f25c57-8351-4dd5-8424-606e9bc04b02 port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c binding host dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:07:42.387061 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event updated for resources: {'Port': ['ID=998bef53-7dca-439a-aa10-56c849cfcf96,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:42.390040 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-47a9cfcc-cf62-43c3-ac3d-cc3f280ca7da req-8bd87885-d17c-4d76-b9ef-a2e40cc4bf5d tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619698 Mar 23 17:07:42.439510 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0ed4baee-e4d3-4fcf-8970-09add3bc261c req-699f6d7a-c875-4d93-a2c0-156ece9c14cd tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 210 time: 0.1616554 Mar 23 17:07:42.465504 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5dd2778c-cc35-42ec-b943-d13b58aed2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (c6bc69dc-6774-4c84-9d0a-cdc167ddbb16), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:42.487189 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5dd2778c-cc35-42ec-b943-d13b58aed2e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:42.489192 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ee14-5237-42f8-8373-90ce3d49ce10 None None] Current status of the port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:42.489859 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-bff3ee14-5237-42f8-8373-90ce3d49ce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:42.493176 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-5dd2778c-cc35-42ec-b943-d13b58aed2e7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c6bc69dc-6774-4c84-9d0a-cdc167ddbb16 HTTP/1.1" status: 204 len: 168 time: 0.5268149 Mar 23 17:07:42.509453 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 2e8915f9-8100-458c-8faa-c1ca7b22ef40 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:07:42.531330 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:42.583032 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-bff3ee14-5237-42f8-8373-90ce3d49ce10 None None] For port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=fe1a312f-cf3d-4543-b4ea-2eb91010c6aa,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:07:42.623848 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:42.670087 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2778c-cc35-42ec-b943-d13b58aed2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bc69dc-6774-4c84-9d0a-cdc167ddbb16,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:42.819421 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ac614b-9a22-4246-91e5-d29f61b349b2 x-openstack-request-id: req-40ac614b-9a22-4246-91e5-d29f61b349b2 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:07:42.819752 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8b43f2-5157-4441-bcf6-1e759006368a", "tag": "8e976084-e170-4782-a7db-ab146e3b71ec", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:07:42.820064 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-40ac614b-9a22-4246-91e5-d29f61b349b2 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:07:42.820485 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ac614b-9a22-4246-91e5-d29f61b349b2'] response: {'name': 'network-changed', 'server_uuid': '4c8b43f2-5157-4441-bcf6-1e759006368a', 'tag': '8e976084-e170-4782-a7db-ab146e3b71ec', 'status': 'completed', 'code': 200} Mar 23 17:07:42.887145 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-d6bb7f88-6d03-4333-9e04-201efd133244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:42.890828 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-d6bb7f88-6d03-4333-9e04-201efd133244 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=943d88bb92c6477aac72fc343a46ebcc&device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 1127 time: 0.2089875 Mar 23 17:07:42.901726 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for floatingip (bcdbceb1-d372-41dd-bfb6-0c22de48d3e8), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:42.915247 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-bff3ee14-5237-42f8-8373-90ce3d49ce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:43.088076 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (998bef53-7dca-439a-aa10-56c849cfcf96), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:43.121834 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Allocated IP 172.27.1.206 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/ecbee6b5-f4ce-4f2a-91cc-7db4f8f38179) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:07:43.264275 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-bff3ee14-5237-42f8-8373-90ce3d49ce10 None None] Provisioning complete for port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:43.264751 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-bff3ee14-5237-42f8-8373-90ce3d49ce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:43.266424 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:43.266787 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:43.273220 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ee14-5237-42f8-8373-90ce3d49ce10 None None] Pushing event updated for resources: {'Port': ['ID=fe1a312f-cf3d-4543-b4ea-2eb91010c6aa,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:43.366930 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for port (ecbee6b5-f4ce-4f2a-91cc-7db4f8f38179), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:43.500144 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-55deaa21-64a6-4e41-94be-c397ff05ccb1 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:43.525094 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-55deaa21-64a6-4e41-94be-c397ff05ccb1 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 818 time: 0.3808465 Mar 23 17:07:43.590646 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-51eaeed8-13cb-4ddf-b173-2d1657aa129d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/quotas/5b67ee0772484be4971b191ea09f5817 HTTP/1.1" status: 200 len: 375 time: 0.0622840 Mar 23 17:07:43.594334 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (ecbee6b5-f4ce-4f2a-91cc-7db4f8f38179), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:43.655611 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ee14-5237-42f8-8373-90ce3d49ce10 None None] Current status of the port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:43.656137 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-bff3ee14-5237-42f8-8373-90ce3d49ce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:43.664095 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'fe1a312f-cf3d-4543-b4ea-2eb91010c6aa', 'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'mac_address': 'fa:16:3e:c3:c7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:27Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'subnets': [{'id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:43.666418 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:43.668137 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'Port': ['ID=ecbee6b5-f4ce-4f2a-91cc-7db4f8f38179,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:43.682155 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:43.695786 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:07:43.729883 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-b189c6cd-ac19-4af9-b848-2c3521c5a99c tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1371377 Mar 23 17:07:43.784314 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66442617-c3fe-4ea6-bf9d-e614626795d2 None None] The sync data for ids ['c9df24ef-35ca-4797-ad3c-245e23b77da2'] in dv-cinder-834919-1-iscsi is: [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'fe1a312f-cf3d-4543-b4ea-2eb91010c6aa', 'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'mac_address': 'fa:16:3e:c3:c7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:27Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'subnets': [{'id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:07:43.822323 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-bff3ee14-5237-42f8-8373-90ce3d49ce10 None None] For port 2e8915f9-8100-458c-8faa-c1ca7b22ef40, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=2e8915f9-8100-458c-8faa-c1ca7b22ef40,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:07:43.834656 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Publish callbacks [] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), precommit_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:43.880341 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-439c9bab-24f6-4b81-8234-4bd7457ea887 service neutron] 10.222.0.97 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485353 Mar 23 17:07:43.900009 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:43.900525 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:43.947202 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (82af881a-917a-41d3-8039-d073f84b3926), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:43.969999 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-bff3ee14-5237-42f8-8373-90ce3d49ce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:44.037307 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:44.037643 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77d971-89cb-4026-a57a-b2eca993edce req-57a75ed5-a2df-4605-a712-7e55c86590e6 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:44.039237 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ef77d971-89cb-4026-a57a-b2eca993edce req-57a75ed5-a2df-4605-a712-7e55c86590e6 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 943 time: 0.5117490 Mar 23 17:07:44.128699 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-8e5ba2ee-eaba-4462-ab4c-5a50a9bdfd26 service neutron] 10.222.0.97 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471917 Mar 23 17:07:44.169119 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for port (998bef53-7dca-439a-aa10-56c849cfcf96), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:44.240192 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.db.api [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 17:07:44.240571 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG oslo_db.api [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 17:07:44.263563 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (998bef53-7dca-439a-aa10-56c849cfcf96), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:44.305813 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ef77d971-89cb-4026-a57a-b2eca993edce req-dde3aa3e-1ca3-4d84-8863-e5105316ef8d tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598572 Mar 23 17:07:44.380648 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (ecbee6b5-f4ce-4f2a-91cc-7db4f8f38179), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:44.446002 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event updated for resources: {'Port': ['ID=998bef53-7dca-439a-aa10-56c849cfcf96,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:44.453238 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (bcdbceb1-d372-41dd-bfb6-0c22de48d3e8), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:44.466359 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Attempting to bind port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:07:44.468394 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Attempting to bind port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:07:44.468815 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Attempting to bind port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c on network 51f4a656-753b-4765-843d-71e3a0fb2d78 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:44.492350 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ee14-5237-42f8-8373-90ce3d49ce10 None None] Pushing event updated for resources: {'Port': ['ID=2e8915f9-8100-458c-8faa-c1ca7b22ef40,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:44.511026 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:07:44.513673 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Checking segment: {'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:44.514269 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:44.515139 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Bound using segment: {'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:07:44.517015 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Bound port: 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:07:44.518265 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:44.561513 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:44.563146 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-f8f62fa4-7e3a-49a1-bb37-3cf40e0bc0d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7120323 Mar 23 17:07:44.636974 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-a14a908e-f411-46fb-86ce-39fd46003afd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e976084-e170-4782-a7db-ab146e3b71ec HTTP/1.1" status: 200 len: 217 time: 0.2408609 Mar 23 17:07:44.871171 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-65675bf9-f412-4039-bf84-12ffaa51ee58 req-4a42e555-53b3-4689-a066-e5043654e960 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 210 time: 0.1798241 Mar 23 17:07:44.949212 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:44.950317 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 6ae9bde1-be87-4f59-b2a6-5090692a1c61 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:07:45.055467 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16249dbd-04fa-4a91-8a28-d9a787cda438 None None] Pushing event updated for resources: {'Port': ['ID=47c401b7-7ab1-43c3-9499-d7d9faf9ba6c,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:45.061836 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-17131cb4-6653-479e-9c41-b68443086600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:45.063616 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-17131cb4-6653-479e-9c41-b68443086600 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e95d91-5e3c-4a65-9e0a-3b29c47414bd HTTP/1.1" status: 200 len: 852 time: 0.4182744 Mar 23 17:07:45.096087 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-ab039103-9ace-4b7d-99a1-accfef3ea895 None None] Provisioning complete for port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:45.096087 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-ab039103-9ace-4b7d-99a1-accfef3ea895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:45.169382 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-34ef6523-348f-469d-af5a-5d0b124d8c4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5fb3327-fbd7-492d-942d-e7467069d766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932870 Mar 23 17:07:45.252438 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-3a37a9ea-d02b-4f4b-8802-33a6d78f296e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1978165037&fields=id&tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c HTTP/1.1" status: 200 len: 267 time: 0.1360638 Mar 23 17:07:45.258418 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-ab039103-9ace-4b7d-99a1-accfef3ea895 None None] Port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:07:45.282206 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] For port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:07:45.346489 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] For port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=47c401b7-7ab1-43c3-9499-d7d9faf9ba6c,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:07:45.378030 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for port (ecbee6b5-f4ce-4f2a-91cc-7db4f8f38179), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:45.404423 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-b1579430-1f00-4549-923b-946891810483 service neutron] 10.222.0.43 "GET /v2.0/networks/e5fb3327-fbd7-492d-942d-e7467069d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218268 Mar 23 17:07:45.431699 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56290) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:45.437438 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 6ae9bde1-be87-4f59-b2a6-5090692a1c61 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:45.437836 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (6ae9bde1-be87-4f59-b2a6-5090692a1c61), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:45.552810 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:45.620007 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-dc0705b8-60d3-44b9-8f1b-157b80ef7f88 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:45.621732 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-dc0705b8-60d3-44b9-8f1b-157b80ef7f88 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/networks?id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3 HTTP/1.1" status: 200 len: 816 time: 0.3533678 Mar 23 17:07:45.651355 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f12239d1-0334-4b06-bf1c-cb24767d44db req-d5feeccc-6334-4835-ae04-d1421951024c service neutron] 10.222.0.43 "GET /v2.0/networks/e5fb3327-fbd7-492d-942d-e7467069d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401822 Mar 23 17:07:45.668559 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-1068e016-6597-4a1a-b71a-604c397610c6 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/quotas/4024a8cc8cbe47d394fcfd1c73faa29c HTTP/1.1" status: 200 len: 375 time: 0.0405445 Mar 23 17:07:45.672278 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (ecbee6b5-f4ce-4f2a-91cc-7db4f8f38179), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:45.769991 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16249dbd-04fa-4a91-8a28-d9a787cda438 None None] Pushing event updated for resources: {'Port': ['ID=47c401b7-7ab1-43c3-9499-d7d9faf9ba6c,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:45.861375 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-bb3defda-b378-428b-8b50-0e5ece7470d1 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1790359 Mar 23 17:07:45.934863 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (82af881a-917a-41d3-8039-d073f84b3926), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:45.953934 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Routers {'c8f25c57-8351-4dd5-8424-606e9bc04b02'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:07:45.954650 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:07:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c8f25c57-8351-4dd5-8424-606e9bc04b02'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:46.020895 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'Port': ['ID=ecbee6b5-f4ce-4f2a-91cc-7db4f8f38179,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:46.139636 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fca34a40-5e1e-4745-be58-9d7e1e639957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:46.192890 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6418f-a82e-4019-84b2-1e0f1462c1b4 req-d7689ca9-4a11-43f1-a773-b19479892ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:46.195379 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a5a6418f-a82e-4019-84b2-1e0f1462c1b4 req-d7689ca9-4a11-43f1-a773-b19479892ae2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=943d88bb92c6477aac72fc343a46ebcc&device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 1127 time: 0.2632728 Mar 23 17:07:46.308711 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6839d2c-dd7a-47a3-b228-036e7bd5fb82 req-215afba0-6763-47ab-9fd7-2109363943ab tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:46.309817 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b6839d2c-dd7a-47a3-b228-036e7bd5fb82 req-215afba0-6763-47ab-9fd7-2109363943ab tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 943 time: 0.6560178 Mar 23 17:07:46.344482 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:46.355139 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-053edb98-686c-4b1d-b1db-19e1b7b46ad9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0860407 Mar 23 17:07:46.408286 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-65274623-2467-4cbd-be88-4aa130bf6f36 service neutron] 10.222.0.97 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350826 Mar 23 17:07:46.663956 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b6839d2c-dd7a-47a3-b228-036e7bd5fb82 req-ac44c664-5b7a-4453-9e48-83deaaa3d091 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970977 Mar 23 17:07:46.674972 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 6ae9bde1-be87-4f59-b2a6-5090692a1c61 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:46.754922 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fca34a40-5e1e-4745-be58-9d7e1e639957 admin admin] Publish callbacks [] for security_group (bc8a3314-36d7-4bd5-bd2d-5bfdf317aa3f), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:46.856306 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-10690556-f844-4dd6-9b9a-2524045783a2 service neutron] 10.222.0.97 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455426 Mar 23 17:07:46.874851 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] Set router c8f25c57-8351-4dd5-8424-606e9bc04b02 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:07:46.881190 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fca34a40-5e1e-4745-be58-9d7e1e639957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (bc8a3314-36d7-4bd5-bd2d-5bfdf317aa3f), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:46.966841 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-fca34a40-5e1e-4745-be58-9d7e1e639957 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=eb11eb4598504de784ecfea703533964&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5324728 Mar 23 17:07:46.967739 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca34a40-5e1e-4745-be58-9d7e1e639957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8a3314-36d7-4bd5-bd2d-5bfdf317aa3f,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:46.972567 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56336) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:46.988895 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-fe19e69c-bf67-46d0-a1c0-edd7d2f07a61 None None] Provisioning complete for port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:46.988895 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-fe19e69c-bf67-46d0-a1c0-edd7d2f07a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:47.064549 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 2e8915f9-8100-458c-8faa-c1ca7b22ef40 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:07:47.142639 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-35af7822-7340-4b33-a563-908239283df1 admin admin] Publish callbacks [] for security_group (bc8a3314-36d7-4bd5-bd2d-5bfdf317aa3f), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:47.189389 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-811c5830-753a-4b5b-821f-61c8671e8b25 req-98602a83-b40e-43e8-90d7-415af5142fb0 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 210 time: 0.3958106 Mar 23 17:07:47.202942 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6418f-a82e-4019-84b2-1e0f1462c1b4 req-87d2c92e-9c74-4a02-a4bd-f5f4990c75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:47.204878 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a5a6418f-a82e-4019-84b2-1e0f1462c1b4 req-87d2c92e-9c74-4a02-a4bd-f5f4990c75d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5fb3327-fbd7-492d-942d-e7467069d766 HTTP/1.1" status: 200 len: 914 time: 0.9789360 Mar 23 17:07:47.226698 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.43', 54067) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:47.258166 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-35af7822-7340-4b33-a563-908239283df1 admin admin] Publish callbacks [] for security_group (bc8a3314-36d7-4bd5-bd2d-5bfdf317aa3f), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:47.418258 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a5a6418f-a82e-4019-84b2-1e0f1462c1b4 req-80919a9b-2c2b-40fe-adb7-fb6a7e15dbe1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e976084-e170-4782-a7db-ab146e3b71ec HTTP/1.1" status: 200 len: 217 time: 0.1906886 Mar 23 17:07:47.606426 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b6bd8965-dadc-4b87-8236-7f3e859bbb3b req-0dbc1755-40ce-4db7-8cb1-5c57eb58c005 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 210 time: 0.1236451 Mar 23 17:07:47.613068 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-35af7822-7340-4b33-a563-908239283df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (bc8a3314-36d7-4bd5-bd2d-5bfdf317aa3f), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:47.618898 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-35af7822-7340-4b33-a563-908239283df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:47.643405 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-35af7822-7340-4b33-a563-908239283df1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bc8a3314-36d7-4bd5-bd2d-5bfdf317aa3f HTTP/1.1" status: 204 len: 168 time: 0.6693385 Mar 23 17:07:47.650554 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56348) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:47.666961 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6418f-a82e-4019-84b2-1e0f1462c1b4 req-77b3cb3f-b543-472f-930c-366ee25e578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:47.668362 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a5a6418f-a82e-4019-84b2-1e0f1462c1b4 req-77b3cb3f-b543-472f-930c-366ee25e578c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e95d91-5e3c-4a65-9e0a-3b29c47414bd HTTP/1.1" status: 200 len: 852 time: 0.2389462 Mar 23 17:07:47.703612 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af7822-7340-4b33-a563-908239283df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8a3314-36d7-4bd5-bd2d-5bfdf317aa3f,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:47.929732 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:47.930487 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:47.965263 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a5a6418f-a82e-4019-84b2-1e0f1462c1b4 req-7ca9943b-2dcd-4696-ba7e-b4db061bf206 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5fb3327-fbd7-492d-942d-e7467069d766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074972 Mar 23 17:07:47.970889 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port': {'id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '47c401b7-7ab1-43c3-9499-d7d9faf9ba6c', 'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'mac_address': 'fa:16:3e:ce:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:31Z', 'updated_at': '2022-03-23T17:07:45Z', 'revision_number': 4, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'subnets': [{'id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:07:47.994860 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-e1152c30-f7ad-4146-a692-30a876592c1c tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:47.996472 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-e1152c30-f7ad-4146-a692-30a876592c1c tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.43 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 818 time: 0.7621105 Mar 23 17:07:48.030624 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-37f9bf31-ad86-441c-bdc2-7ab73bee021a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Request body: {'port': {'device_id': 'ddc28e61-229e-49a1-9f48-0e4e2c22e079', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'admin_state_up': True, 'tenant_id': '5b67ee0772484be4971b191ea09f5817'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:48.051658 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2abb07-a8a7-47b7-97a5-26b34b6c9e3b None None] The sync data for ids ['c8f25c57-8351-4dd5-8424-606e9bc04b02'] in dv-cinder-834919-1-iscsi is: [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port': {'id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '47c401b7-7ab1-43c3-9499-d7d9faf9ba6c', 'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'mac_address': 'fa:16:3e:ce:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:31Z', 'updated_at': '2022-03-23T17:07:45Z', 'revision_number': 4, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'subnets': [{'id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:07:48.069969 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-fe19e69c-bf67-46d0-a1c0-edd7d2f07a61 None None] Current status of the port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:48.070485 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-fe19e69c-bf67-46d0-a1c0-edd7d2f07a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:48.214276 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-fe19e69c-bf67-46d0-a1c0-edd7d2f07a61 None None] For port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=47c401b7-7ab1-43c3-9499-d7d9faf9ba6c,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:07:48.335393 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.43', 54070) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:48.355347 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:48.356902 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device fe1a312f-cf3d-4543-b4ea-2eb91010c6aa up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:07:48.402003 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-fe19e69c-bf67-46d0-a1c0-edd7d2f07a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:48.457781 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943971f2-f224-46f6-ba2d-e8fdd431ef9d req-b32ed6fe-ece3-4a40-a137-78e7b2409553 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:48.470978 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-943971f2-f224-46f6-ba2d-e8fdd431ef9d req-b32ed6fe-ece3-4a40-a137-78e7b2409553 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 943 time: 0.6269369 Mar 23 17:07:48.592184 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19e69c-bf67-46d0-a1c0-edd7d2f07a61 None None] Pushing event updated for resources: {'Port': ['ID=47c401b7-7ab1-43c3-9499-d7d9faf9ba6c,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:48.610648 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-943971f2-f224-46f6-ba2d-e8fdd431ef9d req-07482c56-1afd-4584-85c5-aee2d81dcd7b tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384337 Mar 23 17:07:48.620529 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:48.620897 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-43756cfc-a75d-4256-9739-fbb5e026cc56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:48.621029 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:48.718192 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-73db1ad9-b32e-41c8-aea7-8a978ee03b4c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--361732594&fields=id&tenant_id=2336e4510f764841aa29452b39b8372a HTTP/1.1" status: 200 len: 267 time: 0.7459717 Mar 23 17:07:48.914965 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-52e78bb6-b966-4167-b916-37166db397e9 req-6730a1f3-5ddb-44d6-8e55-5d392ed7c48c tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 210 time: 0.0779312 Mar 23 17:07:48.962456 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-43756cfc-a75d-4256-9739-fbb5e026cc56 admin admin] Publish callbacks [] for security_group (556ec37f-97e7-43cd-9139-973f4506c913), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:48.962618 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:48.989232 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56408) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:49.011810 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-250697e7-5ff1-4534-b113-8462ae582e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:49.149497 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-250697e7-5ff1-4534-b113-8462ae582e16 admin admin] Publish callbacks [] for security_group (039cb444-143d-41c8-9408-9e14289b2000), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:49.153109 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-43756cfc-a75d-4256-9739-fbb5e026cc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (556ec37f-97e7-43cd-9139-973f4506c913), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:49.182518 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:07:49.221806 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-61af20cc-93dd-4000-afe6-2520522fdfd2 req-df2f32ee-5042-453b-a5d8-9fb005fde2ac tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 210 time: 0.0699449 Mar 23 17:07:49.247012 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-43756cfc-a75d-4256-9739-fbb5e026cc56 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d5de043293654ac39e1951fa5fd0eafe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5479517 Mar 23 17:07:49.248008 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43756cfc-a75d-4256-9739-fbb5e026cc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556ec37f-97e7-43cd-9139-973f4506c913,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:49.260488 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56416) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:49.309028 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:49.310786 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:49.318807 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-59d73f5d-ab02-4f7e-8312-66ec952c1085 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:49.320391 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-59d73f5d-ab02-4f7e-8312-66ec952c1085 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/networks?id=4d08b13a-5095-4a4d-97e2-485b1dca6f48 HTTP/1.1" status: 200 len: 814 time: 0.6006384 Mar 23 17:07:49.328502 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a5a6418f-a82e-4019-84b2-1e0f1462c1b4 req-86f27c49-6713-4374-89ab-57a2b4b5504a service neutron] 10.222.0.43 "GET /v2.0/networks/e5fb3327-fbd7-492d-942d-e7467069d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3536711 Mar 23 17:07:49.335347 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-fb06b6fa-6a55-4066-bfae-3aca07295bcf tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:49.336360 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-fb06b6fa-6a55-4066-bfae-3aca07295bcf tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.43 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 818 time: 0.9923859 Mar 23 17:07:49.369675 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-318b8a52-4578-4459-b095-15ee9ba203a5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Request body: {'port': {'device_id': '7391d1bf-9454-4e0e-9d74-9eba49a96fae', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'admin_state_up': True, 'tenant_id': '5b67ee0772484be4971b191ea09f5817'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:49.374658 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-718ddf68-69ca-44da-ab02-1520266bafd4 admin admin] Publish callbacks [] for security_group (556ec37f-97e7-43cd-9139-973f4506c913), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:49.377355 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-250697e7-5ff1-4534-b113-8462ae582e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (039cb444-143d-41c8-9408-9e14289b2000), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:49.514051 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-83f2ee5a-a2e1-4fc7-91e0-43b01e875e35 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/quotas/2336e4510f764841aa29452b39b8372a HTTP/1.1" status: 200 len: 375 time: 0.1760192 Mar 23 17:07:49.547391 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-718ddf68-69ca-44da-ab02-1520266bafd4 admin admin] Publish callbacks [] for security_group (556ec37f-97e7-43cd-9139-973f4506c913), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:49.578774 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:49.598006 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-37f9bf31-ad86-441c-bdc2-7ab73bee021a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Made reservation on behalf of 5b67ee0772484be4971b191ea09f5817 for: {'port': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:07:49.601762 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-37f9bf31-ad86-441c-bdc2-7ab73bee021a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:49.663348 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250697e7-5ff1-4534-b113-8462ae582e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039cb444-143d-41c8-9408-9e14289b2000,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:49.723879 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-250697e7-5ff1-4534-b113-8462ae582e16 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d914012d879d43ddbc73f85c0fe62038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7331376 Mar 23 17:07:49.736525 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56424) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:49.963421 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-48eb0808-d247-4981-9ace-a6acd301efb2 admin admin] Publish callbacks [] for security_group (039cb444-143d-41c8-9408-9e14289b2000), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:49.963421 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47967ee-68a9-48cf-87c6-276531a448ac req-dc305aa2-b35f-475e-ae4e-4a28e4daf1cb tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:49.963421 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c47967ee-68a9-48cf-87c6-276531a448ac req-dc305aa2-b35f-475e-ae4e-4a28e4daf1cb tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 943 time: 0.0962780 Mar 23 17:07:49.971743 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-4e922aa9-79c9-4c59-870c-54d52fb51782 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=2336e4510f764841aa29452b39b8372a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3455303 Mar 23 17:07:49.971743 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a5a6418f-a82e-4019-84b2-1e0f1462c1b4 req-2cd9a54c-528e-4a0e-9efc-232299c14d4a service neutron] 10.222.0.43 "GET /v2.0/networks/e5fb3327-fbd7-492d-942d-e7467069d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225394 Mar 23 17:07:49.974421 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-48eb0808-d247-4981-9ace-a6acd301efb2 admin admin] Publish callbacks [] for security_group (039cb444-143d-41c8-9408-9e14289b2000), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:49.974421 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c47967ee-68a9-48cf-87c6-276531a448ac req-361da691-7fc4-4967-ba41-142aa50f8d4c tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757635 Mar 23 17:07:50.114405 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-a88efb4c-4b92-4d64-834d-465ffa2aa669 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=104061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:07:50.115710 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-cee4936a-137a-42a6-9eae-a9457da2737d req-1bc24dbd-b9a4-4927-aa05-af7eddbaf55d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 210 time: 0.0687637 Mar 23 17:07:50.121698 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-a88efb4c-4b92-4d64-834d-465ffa2aa669 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1127369 Mar 23 17:07:50.253159 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-718ddf68-69ca-44da-ab02-1520266bafd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (556ec37f-97e7-43cd-9139-973f4506c913), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:50.259944 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-186e8e64-9f16-4cc6-81d3-fbf303d79b42 service neutron] 10.222.0.97 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290529 Mar 23 17:07:50.260073 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-718ddf68-69ca-44da-ab02-1520266bafd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:50.260073 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-718ddf68-69ca-44da-ab02-1520266bafd4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/556ec37f-97e7-43cd-9139-973f4506c913 HTTP/1.1" status: 204 len: 168 time: 0.9946830 Mar 23 17:07:50.273209 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ddf68-69ca-44da-ab02-1520266bafd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556ec37f-97e7-43cd-9139-973f4506c913,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:50.309742 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-48eb0808-d247-4981-9ace-a6acd301efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (039cb444-143d-41c8-9408-9e14289b2000), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:50.320903 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-48eb0808-d247-4981-9ace-a6acd301efb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:50.322730 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-48eb0808-d247-4981-9ace-a6acd301efb2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/039cb444-143d-41c8-9408-9e14289b2000 HTTP/1.1" status: 204 len: 168 time: 0.5947471 Mar 23 17:07:50.335903 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-318b8a52-4578-4459-b095-15ee9ba203a5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Made reservation on behalf of 5b67ee0772484be4971b191ea09f5817 for: {'port': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:07:50.340126 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb0808-d247-4981-9ace-a6acd301efb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039cb444-143d-41c8-9408-9e14289b2000,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:50.348217 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-318b8a52-4578-4459-b095-15ee9ba203a5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:50.489234 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-73b86700-b771-41c5-b0b5-2cd7a9546030 req-e2e5102a-c142-4c24-a99e-e299abe32347 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 210 time: 0.0770304 Mar 23 17:07:50.761560 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-5657a53c-bdeb-4d99-af6d-d4e7cd2f369f service neutron] 10.222.0.97 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998622 Mar 23 17:07:50.805044 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-37f9bf31-ad86-441c-bdc2-7ab73bee021a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Allocated IP 172.20.0.7 (51f4a656-753b-4765-843d-71e3a0fb2d78/d34f5912-e7b8-4c19-ae6b-6c3e94613af9/7eb12bb7-c514-47f9-95d9-c9b6483598ef) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:07:51.006729 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-37f9bf31-ad86-441c-bdc2-7ab73bee021a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for port (7eb12bb7-c514-47f9-95d9-c9b6483598ef), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:51.094919 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fa55-5b90-4a28-8d42-4b3d14df28e7 req-af293ef7-6f39-4acb-ba20-d4cc9a35d69a tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:51.096486 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ddc9fa55-5b90-4a28-8d42-4b3d14df28e7 req-af293ef7-6f39-4acb-ba20-d4cc9a35d69a tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 943 time: 0.0536528 Mar 23 17:07:51.144167 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ddc9fa55-5b90-4a28-8d42-4b3d14df28e7 req-3c085c63-5234-4c72-8a0d-e18644da6c1c tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413680 Mar 23 17:07:51.225134 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-42c16452-71c3-4681-82c3-620fc1c20ba9 req-f2ac744b-69b1-4207-a448-8ff780b005ed tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 210 time: 0.0276358 Mar 23 17:07:51.584895 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-faa53a40-9ffe-439e-8281-670b624a344b req-daeab1d7-272e-4d10-872f-721d288372f6 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 210 time: 0.0302820 Mar 23 17:07:52.267423 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-37f9bf31-ad86-441c-bdc2-7ab73bee021a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (7eb12bb7-c514-47f9-95d9-c9b6483598ef), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:52.275454 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff3843-924b-47e1-9c09-7577ed71ae88 req-56331d4f-46fd-47b8-b72f-19f98c5b457c tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:52.284148 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-37ff3843-924b-47e1-9c09-7577ed71ae88 req-56331d4f-46fd-47b8-b72f-19f98c5b457c tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 943 time: 0.0643494 Mar 23 17:07:52.347351 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-37f9bf31-ad86-441c-bdc2-7ab73bee021a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Network 51f4a656-753b-4765-843d-71e3a0fb2d78 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:52.355387 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-37f9bf31-ad86-441c-bdc2-7ab73bee021a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:52.359443 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-37ff3843-924b-47e1-9c09-7577ed71ae88 req-f058562e-98c7-4b38-b1b7-a4bc2b746506 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749528 Mar 23 17:07:52.360932 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9bf31-ad86-441c-bdc2-7ab73bee021a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Pushing event updated for resources: {'Port': ['ID=7eb12bb7-c514-47f9-95d9-c9b6483598ef,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:52.365208 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-37f9bf31-ad86-441c-bdc2-7ab73bee021a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:07:52.370951 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-37f9bf31-ad86-441c-bdc2-7ab73bee021a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:52.371938 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-37f9bf31-ad86-441c-bdc2-7ab73bee021a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:52.383147 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-318b8a52-4578-4459-b095-15ee9ba203a5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Allocated IP 172.20.0.14 (51f4a656-753b-4765-843d-71e3a0fb2d78/d34f5912-e7b8-4c19-ae6b-6c3e94613af9/88c0a3bf-8932-4e8c-855b-be2c93889447) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:07:52.452935 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1f0c130d-ca0e-433b-8d2c-b319f73f1794 req-e786495d-8a49-48f3-9076-50c6b5a6f4ab tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 210 time: 0.0529089 Mar 23 17:07:52.481214 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1aebaaab-a5cd-45b6-a4d1-8427f50720f8 req-6cf2a775-b790-49dc-8f2f-6f5e1a1f7bb0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 210 time: 0.0405588 Mar 23 17:07:52.664862 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d9b9aab-f186-4f1d-a8c4-3c18712df483 None None] Provisioning complete for port 7eb12bb7-c514-47f9-95d9-c9b6483598ef triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:52.665512 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9aab-f186-4f1d-a8c4-3c18712df483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (7eb12bb7-c514-47f9-95d9-c9b6483598ef), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:52.707050 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b9aab-f186-4f1d-a8c4-3c18712df483 None None] Port 7eb12bb7-c514-47f9-95d9-c9b6483598ef cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:07:52.755541 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-37f9bf31-ad86-441c-bdc2-7ab73bee021a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7343612 Mar 23 17:07:52.780522 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Request body: {'port': {'device_id': 'ddc28e61-229e-49a1-9f48-0e4e2c22e079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:52.783902 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-354c8475-791a-4a6d-8b7c-c723db51d1dd req-e6a8ef1e-dcc7-4df8-add9-eddd40e5e7ef tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 210 time: 0.0413153 Mar 23 17:07:52.873982 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-318b8a52-4578-4459-b095-15ee9ba203a5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for port (88c0a3bf-8932-4e8c-855b-be2c93889447), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:52.889796 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (7eb12bb7-c514-47f9-95d9-c9b6483598ef), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.006571 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56494) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:53.008453 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56496) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:53.043566 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f7fe72f5-249d-45ea-8da8-51573627ed29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.147779 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-5e13fb02-f1bb-434e-90be-6e90b70d5480 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:53.149373 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-5e13fb02-f1bb-434e-90be-6e90b70d5480 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.43 "GET /v2.0/networks?id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3 HTTP/1.1" status: 200 len: 816 time: 0.2737288 Mar 23 17:07:53.155816 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-318b8a52-4578-4459-b095-15ee9ba203a5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (88c0a3bf-8932-4e8c-855b-be2c93889447), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.177891 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f7fe72f5-249d-45ea-8da8-51573627ed29 admin admin] Publish callbacks [] for security_group (246f0674-8c5f-4ffd-916f-a75953cda8eb), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.244469 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-889bc431-9ac7-4e12-ba72-c396fffd116b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.281172 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f7fe72f5-249d-45ea-8da8-51573627ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (246f0674-8c5f-4ffd-916f-a75953cda8eb), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.343602 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-f7fe72f5-249d-45ea-8da8-51573627ed29 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3032f39fbbd747f795a3e3d1238356b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357019 Mar 23 17:07:53.346166 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56504) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:53.357704 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe72f5-249d-45ea-8da8-51573627ed29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246f0674-8c5f-4ffd-916f-a75953cda8eb,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:53.362486 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-318b8a52-4578-4459-b095-15ee9ba203a5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Network 51f4a656-753b-4765-843d-71e3a0fb2d78 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:53.369291 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-318b8a52-4578-4459-b095-15ee9ba203a5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:53.378796 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-318b8a52-4578-4459-b095-15ee9ba203a5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:07:53.385592 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-318b8a52-4578-4459-b095-15ee9ba203a5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:53.385592 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-318b8a52-4578-4459-b095-15ee9ba203a5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.430896 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-889bc431-9ac7-4e12-ba72-c396fffd116b admin admin] Publish callbacks [] for security_group (ec3c1037-643a-4389-8050-9cfada83c1d1), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.445298 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a2635199-09d1-4c78-a4ae-2b41ee51a69f admin admin] Publish callbacks [] for security_group (246f0674-8c5f-4ffd-916f-a75953cda8eb), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.459179 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b8a52-4578-4459-b095-15ee9ba203a5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Pushing event updated for resources: {'Port': ['ID=88c0a3bf-8932-4e8c-855b-be2c93889447,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:53.476373 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a2635199-09d1-4c78-a4ae-2b41ee51a69f admin admin] Publish callbacks [] for security_group (246f0674-8c5f-4ffd-916f-a75953cda8eb), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.550389 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-c8fc3b0c-0d8d-4653-9346-a7981e1626c0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c HTTP/1.1" status: 200 len: 380 time: 0.2450700 Mar 23 17:07:53.564769 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-cb96be4c-ca20-4475-b365-ddfaaa8d1bb0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Request body: {'port': {'device_id': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'admin_state_up': True, 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'security_groups': ['edd50c94-a74c-4297-9780-75a14afe4c37']}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:53.598932 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-889bc431-9ac7-4e12-ba72-c396fffd116b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (ec3c1037-643a-4389-8050-9cfada83c1d1), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.626188 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-318b8a52-4578-4459-b095-15ee9ba203a5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2673681 Mar 23 17:07:53.659837 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Request body: {'port': {'device_id': '7391d1bf-9454-4e0e-9d74-9eba49a96fae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:53.674699 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-889bc431-9ac7-4e12-ba72-c396fffd116b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8e49eadf8fc448868001333fa46016dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6650624 Mar 23 17:07:53.678294 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56524) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:53.690427 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746f3f3-4d0e-4cd1-97a5-462e8ac9ad51 req-4ef57197-0310-434e-aa2d-5de2acc7ddcd tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:53.692061 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9746f3f3-4d0e-4cd1-97a5-462e8ac9ad51 req-4ef57197-0310-434e-aa2d-5de2acc7ddcd tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 943 time: 0.1390922 Mar 23 17:07:53.735721 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bc431-9ac7-4e12-ba72-c396fffd116b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3c1037-643a-4389-8050-9cfada83c1d1,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:53.777566 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a2635199-09d1-4c78-a4ae-2b41ee51a69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (246f0674-8c5f-4ffd-916f-a75953cda8eb), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.780268 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a2635199-09d1-4c78-a4ae-2b41ee51a69f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.783777 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-a2635199-09d1-4c78-a4ae-2b41ee51a69f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/246f0674-8c5f-4ffd-916f-a75953cda8eb HTTP/1.1" status: 204 len: 168 time: 0.4344153 Mar 23 17:07:53.803332 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb12bb7-c514-47f9-95d9-c9b6483598ef {{(pid=104061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:07:53.804927 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9746f3f3-4d0e-4cd1-97a5-462e8ac9ad51 req-b3d48fa2-6085-4750-a78a-ffff8b847aa9 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008446 Mar 23 17:07:53.814500 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2635199-09d1-4c78-a4ae-2b41ee51a69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246f0674-8c5f-4ffd-916f-a75953cda8eb,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:53.843741 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Publish callbacks [] for port (7eb12bb7-c514-47f9-95d9-c9b6483598ef), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.850541 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-70725715-b3d5-4621-af20-6b22d746cfbb None None] Provisioning complete for port 88c0a3bf-8932-4e8c-855b-be2c93889447 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:53.851858 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-70725715-b3d5-4621-af20-6b22d746cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (88c0a3bf-8932-4e8c-855b-be2c93889447), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.867078 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-31bfcd7b-d583-470d-9a3c-d0e11c908769 admin admin] Publish callbacks [] for security_group (ec3c1037-643a-4389-8050-9cfada83c1d1), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.869980 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (88c0a3bf-8932-4e8c-855b-be2c93889447), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.897593 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.provisioning_blocks [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Transition to ACTIVE for port object 7eb12bb7-c514-47f9-95d9-c9b6483598ef will not be triggered until provisioned by entity L2. {{(pid=104061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:07:53.906368 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-70725715-b3d5-4621-af20-6b22d746cfbb None None] Port 88c0a3bf-8932-4e8c-855b-be2c93889447 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:07:53.906991 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-31bfcd7b-d583-470d-9a3c-d0e11c908769 admin admin] Publish callbacks [] for security_group (ec3c1037-643a-4389-8050-9cfada83c1d1), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:53.927412 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e95d64-f2d5-4d41-ab22-8effc394a380 req-15efe013-71ef-4658-9825-aeab15d90a6e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:53.928880 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-78e95d64-f2d5-4d41-ab22-8effc394a380 req-15efe013-71ef-4658-9825-aeab15d90a6e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 932 time: 0.3583574 Mar 23 17:07:53.935469 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-61474962-89e1-4d14-9854-d28aa5814eff req-0d5eddd7-d220-4644-b2b8-3ec39963824d tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 210 time: 0.0514803 Mar 23 17:07:54.041664 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e30a1d89-7d41-4ded-b059-dd3e80a07169 req-6ea4c8b7-2b17-476f-8198-686af61d80de tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 210 time: 0.0291061 Mar 23 17:07:54.046970 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:54.074872 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (7eb12bb7-c514-47f9-95d9-c9b6483598ef), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:54.078366 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-31bfcd7b-d583-470d-9a3c-d0e11c908769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (ec3c1037-643a-4389-8050-9cfada83c1d1), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:54.089332 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-31bfcd7b-d583-470d-9a3c-d0e11c908769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:54.089872 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-cb96be4c-ca20-4475-b365-ddfaaa8d1bb0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Made reservation on behalf of 4024a8cc8cbe47d394fcfd1c73faa29c for: {'port': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:07:54.093393 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-31bfcd7b-d583-470d-9a3c-d0e11c908769 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ec3c1037-643a-4389-8050-9cfada83c1d1 HTTP/1.1" status: 204 len: 168 time: 0.4003544 Mar 23 17:07:54.096534 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-cb96be4c-ca20-4475-b365-ddfaaa8d1bb0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:54.101658 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfcd7b-d583-470d-9a3c-d0e11c908769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3c1037-643a-4389-8050-9cfada83c1d1,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:54.183314 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-78e95d64-f2d5-4d41-ab22-8effc394a380 req-4832c64f-8d73-479e-9128-b50c4acec1c4 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296522 Mar 23 17:07:54.278138 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb12bb7-c514-47f9-95d9-c9b6483598ef,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:54.396168 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Attempting to bind port 7eb12bb7-c514-47f9-95d9-c9b6483598ef on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:07:54.397468 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Attempting to bind port 7eb12bb7-c514-47f9-95d9-c9b6483598ef by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:07:54.398492 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Attempting to bind port 7eb12bb7-c514-47f9-95d9-c9b6483598ef on network 51f4a656-753b-4765-843d-71e3a0fb2d78 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:54.460624 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Port 7eb12bb7-c514-47f9-95d9-c9b6483598ef on network 51f4a656-753b-4765-843d-71e3a0fb2d78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:07:54.460956 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Attempting to bind port 7eb12bb7-c514-47f9-95d9-c9b6483598ef on network 51f4a656-753b-4765-843d-71e3a0fb2d78 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:54.482203 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:07:54.482203 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Checking segment: {'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:54.482203 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Bound using segment: {'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:07:54.482203 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Bound port: 7eb12bb7-c514-47f9-95d9-c9b6483598ef, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:07:54.482203 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (7eb12bb7-c514-47f9-95d9-c9b6483598ef), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:54.513231 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-cb96be4c-ca20-4475-b365-ddfaaa8d1bb0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Allocated IP 172.20.0.5 (e1366fd7-bac4-44ee-a88c-79d3f0d765e3/421c0aa2-1b52-4062-af10-a6dde97fb797/1f4a8e49-b984-4053-b0c2-3f74de953a5c) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:07:54.633486 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c0a3bf-8932-4e8c-855b-be2c93889447 {{(pid=104061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:07:54.645388 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Publish callbacks [] for port (88c0a3bf-8932-4e8c-855b-be2c93889447), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:54.666540 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] For port 7eb12bb7-c514-47f9-95d9-c9b6483598ef, host hv-cinder-83491, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:07:54.712013 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.provisioning_blocks [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Transition to ACTIVE for port object 88c0a3bf-8932-4e8c-855b-be2c93889447 will not be triggered until provisioned by entity L2. {{(pid=104061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:07:54.717978 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] For port 7eb12bb7-c514-47f9-95d9-c9b6483598ef, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=7eb12bb7-c514-47f9-95d9-c9b6483598ef,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:07:54.777219 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-cb96be4c-ca20-4475-b365-ddfaaa8d1bb0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:54.835976 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (7eb12bb7-c514-47f9-95d9-c9b6483598ef), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:54.840045 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (88c0a3bf-8932-4e8c-855b-be2c93889447), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:54.892374 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:54.892752 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:54.894144 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] 10.222.0.43 "PUT /v2.0/ports/7eb12bb7-c514-47f9-95d9-c9b6483598ef HTTP/1.1" status: 200 len: 1093 time: 2.1198699 Mar 23 17:07:54.894589 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc28e61-229e-49a1-9f48-0e4e2c22e079', 'tag': '7eb12bb7-c514-47f9-95d9-c9b6483598ef'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:07:54.897136 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0df56ff-d915-49e8-99a5-9d45778c6c87" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc28e61-229e-49a1-9f48-0e4e2c22e079", "tag": "7eb12bb7-c514-47f9-95d9-c9b6483598ef"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:07:54.917132 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea5cdd-7be3-4d98-b1be-fed790e40448 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb12bb7-c514-47f9-95d9-c9b6483598ef,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:54.975671 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58af7f7-6ee0-4bd7-9e0c-c0a79294a314 req-7b4c9bfb-f21f-4d65-9879-7ecc72173351 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:54.983875 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e58af7f7-6ee0-4bd7-9e0c-c0a79294a314 req-7b4c9bfb-f21f-4d65-9879-7ecc72173351 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 943 time: 0.0840638 Mar 23 17:07:55.011133 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Pushing event updated for resources: {'Port': ['ID=88c0a3bf-8932-4e8c-855b-be2c93889447,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:55.028265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea72ed6-39e6-4204-86d2-d657be103da4 x-openstack-request-id: req-fea72ed6-39e6-4204-86d2-d657be103da4 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:07:55.028265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc28e61-229e-49a1-9f48-0e4e2c22e079", "tag": "7eb12bb7-c514-47f9-95d9-c9b6483598ef", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:07:55.028265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-fea72ed6-39e6-4204-86d2-d657be103da4 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:07:55.028265 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea72ed6-39e6-4204-86d2-d657be103da4'] response: {'name': 'network-changed', 'server_uuid': 'ddc28e61-229e-49a1-9f48-0e4e2c22e079', 'tag': '7eb12bb7-c514-47f9-95d9-c9b6483598ef', 'status': 'completed', 'code': 200} Mar 23 17:07:55.043823 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-cb96be4c-ca20-4475-b365-ddfaaa8d1bb0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:55.074024 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e58af7f7-6ee0-4bd7-9e0c-c0a79294a314 req-43201342-1c09-40f5-bad1-5142892c100b tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883856 Mar 23 17:07:55.137849 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Attempting to bind port 88c0a3bf-8932-4e8c-855b-be2c93889447 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:07:55.138186 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Attempting to bind port 88c0a3bf-8932-4e8c-855b-be2c93889447 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:07:55.139068 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Attempting to bind port 88c0a3bf-8932-4e8c-855b-be2c93889447 on network 51f4a656-753b-4765-843d-71e3a0fb2d78 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:55.162113 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96be4c-ca20-4475-b365-ddfaaa8d1bb0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event updated for resources: {'Port': ['ID=1f4a8e49-b984-4053-b0c2-3f74de953a5c,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:55.179904 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-cb96be4c-ca20-4475-b365-ddfaaa8d1bb0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:55.182258 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Port 88c0a3bf-8932-4e8c-855b-be2c93889447 on network 51f4a656-753b-4765-843d-71e3a0fb2d78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:07:55.182576 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Attempting to bind port 88c0a3bf-8932-4e8c-855b-be2c93889447 on network 51f4a656-753b-4765-843d-71e3a0fb2d78 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:55.189032 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4c099272-94b3-4595-99ba-bd8ee9b67598 req-64d98c4d-d186-4812-bf7f-a94dd022d24e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 210 time: 0.0522957 Mar 23 17:07:55.193412 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-cb96be4c-ca20-4475-b365-ddfaaa8d1bb0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:55.197101 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-cb96be4c-ca20-4475-b365-ddfaaa8d1bb0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:07:55.202951 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-cb96be4c-ca20-4475-b365-ddfaaa8d1bb0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:55.203553 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-cb96be4c-ca20-4475-b365-ddfaaa8d1bb0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:55.206186 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:07:55.206525 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Checking segment: {'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:55.220730 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Bound using segment: {'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:07:55.220730 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Bound port: 88c0a3bf-8932-4e8c-855b-be2c93889447, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:07:55.220730 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (88c0a3bf-8932-4e8c-855b-be2c93889447), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:55.221666 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bac16d-6ea6-4b9f-85bc-79f1269a1487 req-dda39ecd-ba5e-4f29-8ecc-48ad51b448e5 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:55.221666 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-49bac16d-6ea6-4b9f-85bc-79f1269a1487 req-dda39ecd-ba5e-4f29-8ecc-48ad51b448e5 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 931 time: 0.0688610 Mar 23 17:07:55.241465 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df56ff-d915-49e8-99a5-9d45778c6c87 req-93667054-0350-4a7f-a3b8-0b0d52fe7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:55.242658 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b0df56ff-d915-49e8-99a5-9d45778c6c87 req-93667054-0350-4a7f-a3b8-0b0d52fe7c7e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 1127 time: 0.2173488 Mar 23 17:07:55.262491 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56572) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:55.302998 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e378f48c-bc1c-4311-8758-115500c614de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:55.418057 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-49bac16d-6ea6-4b9f-85bc-79f1269a1487 req-e7bbfc58-4286-4022-b4fc-1507430795f1 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918976 Mar 23 17:07:55.421671 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-44594392-799d-4ea8-b9c1-c7828b601138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:55.425951 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-cb96be4c-ca20-4475-b365-ddfaaa8d1bb0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8536985 Mar 23 17:07:55.470372 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Request body: {'port': {'device_id': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:55.564713 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-44594392-799d-4ea8-b9c1-c7828b601138 admin admin] Publish callbacks [] for security_group (44880bec-b588-4920-ab44-2ef0ca724693), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:55.587412 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.43', 54078) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:55.742697 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c96c6eea-4ebb-4a5f-a97d-aa987394d2a9 None None] Provisioning complete for port 1f4a8e49-b984-4053-b0c2-3f74de953a5c triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:55.742697 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c96c6eea-4ebb-4a5f-a97d-aa987394d2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:55.762451 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-e0aadd3f-dcae-4244-adaf-3c08c6d91b86 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:55.768875 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-e0aadd3f-dcae-4244-adaf-3c08c6d91b86 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "GET /v2.0/networks?id=4d08b13a-5095-4a4d-97e2-485b1dca6f48 HTTP/1.1" status: 200 len: 814 time: 0.1794288 Mar 23 17:07:55.787858 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c96c6eea-4ebb-4a5f-a97d-aa987394d2a9 None None] Port 1f4a8e49-b984-4053-b0c2-3f74de953a5c cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:07:55.837298 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-44594392-799d-4ea8-b9c1-c7828b601138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (44880bec-b588-4920-ab44-2ef0ca724693), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:55.909278 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44594392-799d-4ea8-b9c1-c7828b601138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44880bec-b588-4920-ab44-2ef0ca724693,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:55.915283 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-44594392-799d-4ea8-b9c1-c7828b601138 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d4ad9bd4200946ca8fe4ed708a2dad46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6497066 Mar 23 17:07:55.918094 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56594) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:55.928188 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-6ace48d4-1e6d-4179-bbee-5705235e92b8 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2336e4510f764841aa29452b39b8372a HTTP/1.1" status: 200 len: 379 time: 0.1510739 Mar 23 17:07:55.946127 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-2d561c0b-3a6d-4d66-9e1e-594003f20f1c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'port': {'device_id': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'admin_state_up': True, 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'security_groups': ['50a5fcb7-cdf3-4d94-9a5a-74b4cca68441']}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:55.973990 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] For port 88c0a3bf-8932-4e8c-855b-be2c93889447, host hv-cinder-83491, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:07:56.005640 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] For port 88c0a3bf-8932-4e8c-855b-be2c93889447, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=88c0a3bf-8932-4e8c-855b-be2c93889447,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:07:56.008849 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df56ff-d915-49e8-99a5-9d45778c6c87 req-69da4e91-afc5-4bf9-bbdb-e10cd8877046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:56.011704 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b0df56ff-d915-49e8-99a5-9d45778c6c87 req-69da4e91-afc5-4bf9-bbdb-e10cd8877046 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5b67ee0772484be4971b191ea09f5817&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7430418 Mar 23 17:07:56.031775 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4d4e0-d0fa-4679-b790-6679ade07354 req-5f95636d-babe-43bd-b64e-eb1e8b9d7008 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:56.033298 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-05d4d4e0-d0fa-4679-b790-6679ade07354 req-5f95636d-babe-43bd-b64e-eb1e8b9d7008 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 944 time: 0.6434772 Mar 23 17:07:56.033889 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:56.091366 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6b4550ed-3205-4080-8ee2-bd3331bfb563 admin admin] Publish callbacks [] for security_group (44880bec-b588-4920-ab44-2ef0ca724693), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:56.144794 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6b4550ed-3205-4080-8ee2-bd3331bfb563 admin admin] Publish callbacks [] for security_group (44880bec-b588-4920-ab44-2ef0ca724693), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:56.197497 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (88c0a3bf-8932-4e8c-855b-be2c93889447), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:56.287967 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-2d561c0b-3a6d-4d66-9e1e-594003f20f1c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Made reservation on behalf of 2336e4510f764841aa29452b39b8372a for: {'port': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:07:56.291289 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-2d561c0b-3a6d-4d66-9e1e-594003f20f1c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:56.322648 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6b4550ed-3205-4080-8ee2-bd3331bfb563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (44880bec-b588-4920-ab44-2ef0ca724693), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:56.329939 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-05d4d4e0-d0fa-4679-b790-6679ade07354 req-31da9807-1d70-4d42-a1dc-79915b9f8d8b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862582 Mar 23 17:07:56.330666 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6b4550ed-3205-4080-8ee2-bd3331bfb563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:56.332377 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-6b4550ed-3205-4080-8ee2-bd3331bfb563 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/44880bec-b588-4920-ab44-2ef0ca724693 HTTP/1.1" status: 204 len: 168 time: 0.4117708 Mar 23 17:07:56.336906 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:56.337741 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:56.339427 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] 10.222.0.43 "PUT /v2.0/ports/88c0a3bf-8932-4e8c-855b-be2c93889447 HTTP/1.1" status: 200 len: 1094 time: 2.7053084 Mar 23 17:07:56.341080 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df56ff-d915-49e8-99a5-9d45778c6c87 req-376e9001-fecf-4281-9f8d-ea3359ed6ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:56.342943 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b0df56ff-d915-49e8-99a5-9d45778c6c87 req-376e9001-fecf-4281-9f8d-ea3359ed6ad0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3266113 Mar 23 17:07:56.387490 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d9c56-a2dd-4c8d-857c-d3b699658164 req-c404e43f-621a-42ce-a12c-76d8a95d2f33 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:56.401921 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2e7d9c56-a2dd-4c8d-857c-d3b699658164 req-c404e43f-621a-42ce-a12c-76d8a95d2f33 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 943 time: 0.1648440 Mar 23 17:07:56.514528 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-382b4fee-a6ee-4e5c-8f8b-397e0815a15e req-87f5ae4f-dfa6-4c59-863d-d66f38e5ddfe tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 210 time: 0.0458314 Mar 23 17:07:56.536341 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4550ed-3205-4080-8ee2-bd3331bfb563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44880bec-b588-4920-ab44-2ef0ca724693,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:56.600092 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa4e32-ef2d-4554-9d15-dd52f9958444 service neutron] Pushing event updated for resources: {'Port': ['ID=88c0a3bf-8932-4e8c-855b-be2c93889447,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:56.616870 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-8785c947-5772-4936-b6aa-5033c4830513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:56.618455 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-8785c947-5772-4936-b6aa-5033c4830513 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 1128 time: 0.0980592 Mar 23 17:07:56.627663 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-7b92e0f6-ff3d-45b7-845d-0ebba7dbe18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:56.629315 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-7b92e0f6-ff3d-45b7-845d-0ebba7dbe18a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 1127 time: 0.2106557 Mar 23 17:07:56.705720 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2e7d9c56-a2dd-4c8d-857c-d3b699658164 req-fed6b271-b4c3-4fbd-91ae-e3e99cb2cc78 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008106 Mar 23 17:07:56.751328 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d09305-772e-4d09-ad84-dbaa170e7650 req-533cf0eb-99f7-4adf-b798-b005c9ac08d1 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:56.752959 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-62d09305-772e-4d09-ad84-dbaa170e7650 req-533cf0eb-99f7-4adf-b798-b005c9ac08d1 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 931 time: 0.1099305 Mar 23 17:07:56.771677 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-2d561c0b-3a6d-4d66-9e1e-594003f20f1c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Allocated IP 172.20.0.11 (4d08b13a-5095-4a4d-97e2-485b1dca6f48/43603411-92d2-456c-9c3f-c4feabdc98c6/d930f1b4-59c2-4e52-b96d-9607a755f8df) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:07:56.854511 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-62d09305-772e-4d09-ad84-dbaa170e7650 req-09ce1bf9-cc49-49b9-b2cc-e68fd8699abb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951142 Mar 23 17:07:56.868821 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4a8e49-b984-4053-b0c2-3f74de953a5c {{(pid=104061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:07:56.876630 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Publish callbacks [] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:56.889673 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.provisioning_blocks [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Transition to ACTIVE for port object 1f4a8e49-b984-4053-b0c2-3f74de953a5c will not be triggered until provisioned by entity L2. {{(pid=104061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:07:56.930369 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-2d561c0b-3a6d-4d66-9e1e-594003f20f1c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for port (d930f1b4-59c2-4e52-b96d-9607a755f8df), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:56.954879 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:57.020115 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4a8e49-b984-4053-b0c2-3f74de953a5c,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:57.045602 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7391d1bf-9454-4e0e-9d74-9eba49a96fae', 'tag': '88c0a3bf-8932-4e8c-855b-be2c93889447'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:07:57.047888 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f359559-7174-4b7b-a396-e58e9da83c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "7391d1bf-9454-4e0e-9d74-9eba49a96fae", "tag": "88c0a3bf-8932-4e8c-855b-be2c93889447"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:07:57.058812 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-2d561c0b-3a6d-4d66-9e1e-594003f20f1c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (d930f1b4-59c2-4e52-b96d-9607a755f8df), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:57.068832 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Attempting to bind port 1f4a8e49-b984-4053-b0c2-3f74de953a5c on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:07:57.069210 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Attempting to bind port 1f4a8e49-b984-4053-b0c2-3f74de953a5c by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:07:57.069536 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Attempting to bind port 1f4a8e49-b984-4053-b0c2-3f74de953a5c on network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:57.074710 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Port 1f4a8e49-b984-4053-b0c2-3f74de953a5c on network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:07:57.075032 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Attempting to bind port 1f4a8e49-b984-4053-b0c2-3f74de953a5c on network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:07:57.081326 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:07:57.081690 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Checking segment: {'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:07:57.082072 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Bound using segment: {'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:07:57.082497 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Bound port: 1f4a8e49-b984-4053-b0c2-3f74de953a5c, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:07:57.082901 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:57.169460 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-2d561c0b-3a6d-4d66-9e1e-594003f20f1c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:07:57.178512 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-2d561c0b-3a6d-4d66-9e1e-594003f20f1c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:07:57.189296 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] For port 1f4a8e49-b984-4053-b0c2-3f74de953a5c, host hv-cinder-83491, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:07:57.192724 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-2d561c0b-3a6d-4d66-9e1e-594003f20f1c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:07:57.192876 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] For port 1f4a8e49-b984-4053-b0c2-3f74de953a5c, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:07:57.196420 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a104afeb-3d00-4827-883d-a23412fba622 x-openstack-request-id: req-a104afeb-3d00-4827-883d-a23412fba622 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:07:57.196732 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7391d1bf-9454-4e0e-9d74-9eba49a96fae", "tag": "88c0a3bf-8932-4e8c-855b-be2c93889447", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:07:57.196994 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a104afeb-3d00-4827-883d-a23412fba622 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:07:57.197394 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a104afeb-3d00-4827-883d-a23412fba622'] response: {'name': 'network-changed', 'server_uuid': '7391d1bf-9454-4e0e-9d74-9eba49a96fae', 'tag': '88c0a3bf-8932-4e8c-855b-be2c93889447', 'status': 'completed', 'code': 200} Mar 23 17:07:57.198034 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-2d561c0b-3a6d-4d66-9e1e-594003f20f1c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:57.198666 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-2d561c0b-3a6d-4d66-9e1e-594003f20f1c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:57.219981 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d561c0b-3a6d-4d66-9e1e-594003f20f1c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'Port': ['ID=d930f1b4-59c2-4e52-b96d-9607a755f8df,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:57.283464 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:57.318555 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-2d561c0b-3a6d-4d66-9e1e-594003f20f1c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3798237 Mar 23 17:07:57.341806 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:57.342446 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:57.343870 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] 10.222.0.43 "PUT /v2.0/ports/1f4a8e49-b984-4053-b0c2-3f74de953a5c HTTP/1.1" status: 200 len: 1093 time: 1.9195175 Mar 23 17:07:57.366811 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56642) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:57.372670 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22357350-8422-45b7-99dd-acde4bdbfff5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4a8e49-b984-4053-b0c2-3f74de953a5c,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:57.399248 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-19903be1-d1b1-4d4d-a6c3-c2f5f8108589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:57.536218 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be026527-2b7e-4063-bc8f-2a94d9f07c76 req-a67a135e-399b-4798-8f30-b621f1d90566 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:57.543126 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-be026527-2b7e-4063-bc8f-2a94d9f07c76 req-a67a135e-399b-4798-8f30-b621f1d90566 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 944 time: 0.0863435 Mar 23 17:07:57.621127 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-be026527-2b7e-4063-bc8f-2a94d9f07c76 req-42a838eb-e448-4474-9b46-d8cd5c3f1e62 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732007 Mar 23 17:07:57.663594 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-394410ce-babc-4947-bd36-254af3025c02 None None] Provisioning complete for port d930f1b4-59c2-4e52-b96d-9607a755f8df triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:07:57.663977 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-394410ce-babc-4947-bd36-254af3025c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (d930f1b4-59c2-4e52-b96d-9607a755f8df), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:57.716931 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-394410ce-babc-4947-bd36-254af3025c02 None None] Port d930f1b4-59c2-4e52-b96d-9607a755f8df cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:07:57.855935 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c7bfb1cb-36dd-467d-9b9b-f77a628f1937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:57.865782 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b034c-a3d8-4ae1-a184-09b07c705c11 req-831f3d50-282c-485c-b1a4-50531d7c58c3 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:57.877907 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7a3b034c-a3d8-4ae1-a184-09b07c705c11 req-831f3d50-282c-485c-b1a4-50531d7c58c3 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 943 time: 0.0929921 Mar 23 17:07:57.895322 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3efa3-519c-4425-bfde-e233c027a09c req-3f109d94-eea6-4798-a2b4-a919dfede0a5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:57.901122 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-cab3efa3-519c-4425-bfde-e233c027a09c req-3f109d94-eea6-4798-a2b4-a919dfede0a5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 932 time: 0.2831414 Mar 23 17:07:57.925951 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7a3b034c-a3d8-4ae1-a184-09b07c705c11 req-83eee8d9-8005-4faf-a3ae-44c55747101f tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466001 Mar 23 17:07:57.974170 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-cab3efa3-519c-4425-bfde-e233c027a09c req-60abfaeb-6389-4182-afa7-3a7eb43bc90e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=50a5fcb7-cdf3-4d94-9a5a-74b4cca68441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694981 Mar 23 17:07:58.010374 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c7bfb1cb-36dd-467d-9b9b-f77a628f1937 admin admin] Publish callbacks [] for security_group (6aaafba0-d77c-43f3-907d-fd459e492726), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:58.043948 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf12332-4adc-4914-825d-70078d085470 req-ff188536-2478-4035-a1b7-c658864923cc tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:58.046158 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3bf12332-4adc-4914-825d-70078d085470 req-ff188536-2478-4035-a1b7-c658864923cc tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0566738 Mar 23 17:07:58.098520 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3bf12332-4adc-4914-825d-70078d085470 req-e6725a97-4536-4683-b1f3-71b26bc46455 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436120 Mar 23 17:07:58.100368 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c7bfb1cb-36dd-467d-9b9b-f77a628f1937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (6aaafba0-d77c-43f3-907d-fd459e492726), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:58.141006 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-c7bfb1cb-36dd-467d-9b9b-f77a628f1937 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b3dc98d7b3994464b760d6ad4b87c0a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7730727 Mar 23 17:07:58.142875 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfb1cb-36dd-467d-9b9b-f77a628f1937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaafba0-d77c-43f3-907d-fd459e492726,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:58.148924 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56672) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:58.199756 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8399f6d7-51d9-4d95-8e66-57e1ee7dc903 admin admin] Publish callbacks [] for security_group (6aaafba0-d77c-43f3-907d-fd459e492726), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:58.223179 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8399f6d7-51d9-4d95-8e66-57e1ee7dc903 admin admin] Publish callbacks [] for security_group (6aaafba0-d77c-43f3-907d-fd459e492726), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:58.418350 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8399f6d7-51d9-4d95-8e66-57e1ee7dc903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (6aaafba0-d77c-43f3-907d-fd459e492726), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:58.421872 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8399f6d7-51d9-4d95-8e66-57e1ee7dc903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:58.423203 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-8399f6d7-51d9-4d95-8e66-57e1ee7dc903 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6aaafba0-d77c-43f3-907d-fd459e492726 HTTP/1.1" status: 204 len: 168 time: 0.2733250 Mar 23 17:07:58.431708 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399f6d7-51d9-4d95-8e66-57e1ee7dc903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaafba0-d77c-43f3-907d-fd459e492726,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:58.560622 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:58.733320 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb809c-7a92-4860-aa2f-3b32c4233c88 req-f483582d-5882-4051-a653-87df3bb85d4d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:58.734811 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4abb809c-7a92-4860-aa2f-3b32c4233c88 req-f483582d-5882-4051-a653-87df3bb85d4d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 944 time: 0.0543699 Mar 23 17:07:58.782398 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4abb809c-7a92-4860-aa2f-3b32c4233c88 req-3294eeb3-51ff-4df6-a5d3-c0bf731dde1a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415747 Mar 23 17:07:58.986100 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 8e976084-e170-4782-a7db-ab146e3b71ec details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:07:58.993057 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Request body: {'port': {'device_id': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:07:59.108856 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 8e976084-e170-4782-a7db-ab146e3b71ec, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=8e976084-e170-4782-a7db-ab146e3b71ec,segment=NetworkSegment(e2038731-129d-4b10-97c2-2924034a55e9),segment_id=e2038731-129d-4b10-97c2-2924034a55e9)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:07:59.123468 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '8e976084-e170-4782-a7db-ab146e3b71ec', 'network_id': 'e5fb3327-fbd7-492d-942d-e7467069d766', 'port_id': '8e976084-e170-4782-a7db-ab146e3b71ec', 'mac_address': 'fa:16:3e:8f:95:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e95d91-5e3c-4a65-9e0a-3b29c47414bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:07:59.126182 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-308923b4-b1a4-4e09-8555-e287c9ed7c08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88c0a3bf-8932-4e8c-855b-be2c93889447 HTTP/1.1" status: 200 len: 217 time: 0.1450522 Mar 23 17:07:59.130015 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-06d4f0d8-844d-4408-b95e-4624b27fcb34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb12bb7-c514-47f9-95d9-c9b6483598ef HTTP/1.1" status: 200 len: 217 time: 0.1339221 Mar 23 17:07:59.174892 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 8e976084-e170-4782-a7db-ab146e3b71ec is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:07:59.175302 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (8e976084-e170-4782-a7db-ab146e3b71ec), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:59.181912 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (d930f1b4-59c2-4e52-b96d-9607a755f8df), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:59.192153 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e976084-e170-4782-a7db-ab146e3b71ec {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:07:59.200305 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-ee6b0b7f-43ed-4851-8646-11a2b945236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:59.201942 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-ee6b0b7f-43ed-4851-8646-11a2b945236d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34f5912-e7b8-4c19-ae6b-6c3e94613af9 HTTP/1.1" status: 200 len: 857 time: 0.0708890 Mar 23 17:07:59.202455 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'tag': '1f4a8e49-b984-4053-b0c2-3f74de953a5c'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:07:59.204747 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd531f65-ea6b-4834-9ef9-df7d8fd664b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a", "tag": "1f4a8e49-b984-4053-b0c2-3f74de953a5c"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:07:59.221670 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 8e976084-e170-4782-a7db-ab146e3b71ec, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=8e976084-e170-4782-a7db-ab146e3b71ec,segment=NetworkSegment(e2038731-129d-4b10-97c2-2924034a55e9),segment_id=e2038731-129d-4b10-97c2-2924034a55e9)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:07:59.271814 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7da2c-5549-4eef-b8c9-0b25f4ec1eea req-60aafa0b-44cb-463c-9ff7-7256fd34ec58 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:59.273818 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7fe7da2c-5549-4eef-b8c9-0b25f4ec1eea req-60aafa0b-44cb-463c-9ff7-7256fd34ec58 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 932 time: 0.2103331 Mar 23 17:07:59.292267 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (8e976084-e170-4782-a7db-ab146e3b71ec), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:59.312991 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ffad6-6426-47d2-8adc-48c1db2eea39 req-b2216277-52ea-4802-8121-8830ec258512 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:59.319842 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa4ffad6-6426-47d2-8adc-48c1db2eea39 req-b2216277-52ea-4802-8121-8830ec258512 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 943 time: 0.3103323 Mar 23 17:07:59.363553 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 56724) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:07:59.396230 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=8e976084-e170-4782-a7db-ab146e3b71ec,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:07:59.411318 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-01070f44-8131-4263-8d60-8f15969619ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:59.414400 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-01070f44-8131-4263-8d60-8f15969619ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c&device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 1127 time: 0.2867510 Mar 23 17:07:59.416191 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-f76c7c1d-4356-444c-8b81-c86ea33e3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:59.417536 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-f76c7c1d-4356-444c-8b81-c86ea33e3d8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34f5912-e7b8-4c19-ae6b-6c3e94613af9 HTTP/1.1" status: 200 len: 857 time: 0.2202554 Mar 23 17:07:59.449806 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-56ce4be5-37aa-4c22-ba02-6ef633186172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:59.476193 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa4ffad6-6426-47d2-8adc-48c1db2eea39 req-5a8a140f-3082-4023-8290-c52d03ab3755 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555774 Mar 23 17:07:59.529561 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-e1c24274-23f8-4a75-885c-cc32f02dccf4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c HTTP/1.1" status: 200 len: 217 time: 0.0885553 Mar 23 17:07:59.538117 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-8b032d71-1026-4333-b007-222fffb418cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:59.540120 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-8b032d71-1026-4333-b007-222fffb418cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51f4a656-753b-4765-843d-71e3a0fb2d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3054910 Mar 23 17:07:59.549130 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['8e976084-e170-4782-a7db-ab146e3b71ec'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:07:59.551499 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7fe7da2c-5549-4eef-b8c9-0b25f4ec1eea req-38674453-3866-4ad9-a95c-50bf0863fa51 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=50a5fcb7-cdf3-4d94-9a5a-74b4cca68441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693248 Mar 23 17:07:59.661201 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-7df357b0-952c-4902-b69e-5f131849efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:59.662671 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-7df357b0-952c-4902-b69e-5f131849efc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=421c0aa2-1b52-4062-af10-a6dde97fb797 HTTP/1.1" status: 200 len: 855 time: 0.1210856 Mar 23 17:07:59.666401 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26389357-1665-4fa5-92eb-1802a784b90a x-openstack-request-id: req-26389357-1665-4fa5-92eb-1802a784b90a {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:07:59.666873 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a", "tag": "1f4a8e49-b984-4053-b0c2-3f74de953a5c", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:07:59.667687 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-26389357-1665-4fa5-92eb-1802a784b90a {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:07:59.668341 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26389357-1665-4fa5-92eb-1802a784b90a'] response: {'name': 'network-changed', 'server_uuid': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'tag': '1f4a8e49-b984-4053-b0c2-3f74de953a5c', 'status': 'completed', 'code': 200} Mar 23 17:07:59.733448 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d930f1b4-59c2-4e52-b96d-9607a755f8df {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:07:59.743071 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Publish callbacks [] for port (d930f1b4-59c2-4e52-b96d-9607a755f8df), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:07:59.783459 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Transition to ACTIVE for port object d930f1b4-59c2-4e52-b96d-9607a755f8df will not be triggered until provisioned by entity L2. {{(pid=104060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:07:59.917657 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be911c-d667-4d5e-9a30-1379bc411ee6 req-43b8fadd-b831-47cb-ae28-5a7d6a1dd6c4 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:07:59.919984 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-21be911c-d667-4d5e-9a30-1379bc411ee6 req-43b8fadd-b831-47cb-ae28-5a7d6a1dd6c4 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 944 time: 0.0646586 Mar 23 17:07:59.921238 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (d930f1b4-59c2-4e52-b96d-9607a755f8df), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:00.008006 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:00.018660 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Pushing event updated for resources: {'Port': ['ID=d930f1b4-59c2-4e52-b96d-9607a755f8df,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:00.101302 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Attempting to bind port d930f1b4-59c2-4e52-b96d-9607a755f8df on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:08:00.101673 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Attempting to bind port d930f1b4-59c2-4e52-b96d-9607a755f8df by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:08:00.102025 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Attempting to bind port d930f1b4-59c2-4e52-b96d-9607a755f8df on network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:08:00.113646 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Port d930f1b4-59c2-4e52-b96d-9607a755f8df on network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:08:00.113990 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Attempting to bind port d930f1b4-59c2-4e52-b96d-9607a755f8df on network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:08:00.141775 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-21be911c-d667-4d5e-9a30-1379bc411ee6 req-755d656f-9ab9-4891-bde1-8b56c7d59894 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910188 Mar 23 17:08:00.143242 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:08:00.143604 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Checking segment: {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:08:00.144206 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Bound using segment: {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:08:00.148797 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Bound port: d930f1b4-59c2-4e52-b96d-9607a755f8df, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:08:00.148797 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (d930f1b4-59c2-4e52-b96d-9607a755f8df), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:00.150479 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-95f38e4d-0cb8-4b88-857f-c996b3ea45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:00.152450 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-95f38e4d-0cb8-4b88-857f-c996b3ea45d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51f4a656-753b-4765-843d-71e3a0fb2d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7039738 Mar 23 17:08:00.154951 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-82877f74-6d1c-4281-852e-79d131907cdf service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952474 Mar 23 17:08:00.266039 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] For port d930f1b4-59c2-4e52-b96d-9607a755f8df, host hv-cinder-83491, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:08:00.266731 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-abb3ec83-caea-4b52-b3a3-d7f172befa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:00.268365 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-abb3ec83-caea-4b52-b3a3-d7f172befa14 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2723951 Mar 23 17:08:00.270546 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] For port d930f1b4-59c2-4e52-b96d-9607a755f8df, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=d930f1b4-59c2-4e52-b96d-9607a755f8df,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:08:00.351094 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (d930f1b4-59c2-4e52-b96d-9607a755f8df), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:00.381912 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-56ce4be5-37aa-4c22-ba02-6ef633186172 admin admin] Publish callbacks [] for security_group (11ce7434-22e1-484b-99b9-819680a10dc0), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:00.415024 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:00.415652 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:00.417507 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] 10.222.0.43 "PUT /v2.0/ports/d930f1b4-59c2-4e52-b96d-9607a755f8df HTTP/1.1" status: 200 len: 1094 time: 1.4283175 Mar 23 17:08:00.418622 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e041d9d-d635-40a2-bd6c-19ad024abc02 req-9c2ba011-7941-4cee-bb9c-0343afe5427b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:00.420878 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'tag': 'd930f1b4-59c2-4e52-b96d-9607a755f8df'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:08:00.436735 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3e041d9d-d635-40a2-bd6c-19ad024abc02 req-9c2ba011-7941-4cee-bb9c-0343afe5427b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.7719612 Mar 23 17:08:00.468900 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-06b3e6b4-f98f-4d96-9184-f7b3c4768d92 req-9f9bcacf-422a-40de-af37-467f66d1fb4a service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024898 Mar 23 17:08:00.499476 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-56ce4be5-37aa-4c22-ba02-6ef633186172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (11ce7434-22e1-484b-99b9-819680a10dc0), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:00.547488 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599bff0-11ef-4263-a39e-f0f5a73603ce service neutron] Pushing event updated for resources: {'Port': ['ID=d930f1b4-59c2-4e52-b96d-9607a755f8df,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:00.583149 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-b80e4685-5e44-42d6-ac03-1ffd6498e4ef service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133987 Mar 23 17:08:00.636317 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-974ef56f-4b53-41e4-9bcd-c80271a0bbfc service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236201 Mar 23 17:08:00.667809 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce4be5-37aa-4c22-ba02-6ef633186172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ce7434-22e1-484b-99b9-819680a10dc0,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:00.743379 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-56ce4be5-37aa-4c22-ba02-6ef633186172 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a4ebd76765dc4cb2956f8469de53c7a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3772733 Mar 23 17:08:00.757275 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3e041d9d-d635-40a2-bd6c-19ad024abc02 req-b8e5ad5c-9b32-4cab-b5db-cf252891fa3f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195591 Mar 23 17:08:00.766824 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 56796) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:00.812814 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa26d025-c83d-4f21-a324-acee89acd99a" -d '{"events": [{"name": "network-changed", "server_uuid": "60b8164b-29a8-41b4-b35b-c4e1063d4d1c", "tag": "d930f1b4-59c2-4e52-b96d-9607a755f8df"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:08:00.849036 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8532d-aac7-4bfa-96f6-6ff34787e209 req-7fd26526-a6ff-403e-ad67-75478e015d8d tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:00.851738 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a3d8532d-aac7-4bfa-96f6-6ff34787e209 req-7fd26526-a6ff-403e-ad67-75478e015d8d tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 944 time: 0.2301488 Mar 23 17:08:00.861923 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56800) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:00.911665 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-7fb00c70-6384-4b9c-a44f-84735d196162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:00.913504 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-7fb00c70-6384-4b9c-a44f-84735d196162 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2336e4510f764841aa29452b39b8372a&device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 1128 time: 0.3329270 Mar 23 17:08:00.916646 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359559-7174-4b7b-a396-e58e9da83c7f req-425500ed-0942-477d-984c-1eb4c636d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:00.918660 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5f359559-7174-4b7b-a396-e58e9da83c7f req-425500ed-0942-477d-984c-1eb4c636d7ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 1128 time: 0.2074971 Mar 23 17:08:01.021443 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-1b519122-9ce3-4e33-a438-164b4b0326f7 service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124904 Mar 23 17:08:01.023321 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-a53f4080-93e3-4df3-a93f-877401242e09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d930f1b4-59c2-4e52-b96d-9607a755f8df HTTP/1.1" status: 200 len: 217 time: 0.0870795 Mar 23 17:08:01.025081 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a3d8532d-aac7-4bfa-96f6-6ff34787e209 req-1d1d7fd7-87bd-4166-b2d7-387b9636ac94 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612601 Mar 23 17:08:01.032112 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1f92c4b1-c836-4e9a-b3b4-7571df7e39ce req-0e7846e4-acdb-42a9-ae50-eddcd3752d1c service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655870 Mar 23 17:08:01.099539 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a8fbc7a8-56d2-44a3-88f9-86874574a18b admin admin] Publish callbacks [] for security_group (11ce7434-22e1-484b-99b9-819680a10dc0), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:01.132633 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f761b-8c7c-431b-b8d4-c63ef8df0ad8 req-459bf817-3559-4556-bce3-52f4f2eb2b76 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:01.135923 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-790f761b-8c7c-431b-b8d4-c63ef8df0ad8 req-459bf817-3559-4556-bce3-52f4f2eb2b76 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 944 time: 0.2514594 Mar 23 17:08:01.144675 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-c638517a-9c92-46f5-85ac-2776e279782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:01.146198 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-c638517a-9c92-46f5-85ac-2776e279782f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43603411-92d2-456c-9c3f-c4feabdc98c6 HTTP/1.1" status: 200 len: 853 time: 0.1093588 Mar 23 17:08:01.152831 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a8fbc7a8-56d2-44a3-88f9-86874574a18b admin admin] Publish callbacks [] for security_group (11ce7434-22e1-484b-99b9-819680a10dc0), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:01.230111 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359559-7174-4b7b-a396-e58e9da83c7f req-0f04fa0d-1649-4f24-bfab-5f7dbd0a2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:01.231687 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5f359559-7174-4b7b-a396-e58e9da83c7f req-0f04fa0d-1649-4f24-bfab-5f7dbd0a2444 service neutron] 10.222.0.43 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 920 time: 0.3056591 Mar 23 17:08:01.234739 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5df9ca31-b4b7-4033-bfbe-0412bef82454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:01.302812 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 8e976084-e170-4782-a7db-ab146e3b71ec up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:08:01.322730 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e8bcd1-e09f-4acf-9a5a-4b4fbb263ae7 x-openstack-request-id: req-71e8bcd1-e09f-4acf-9a5a-4b4fbb263ae7 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:08:01.323097 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b8164b-29a8-41b4-b35b-c4e1063d4d1c", "tag": "d930f1b4-59c2-4e52-b96d-9607a755f8df", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:08:01.323489 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-790f761b-8c7c-431b-b8d4-c63ef8df0ad8 req-e151a538-216f-4ea6-b481-d8c550f709f1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=50a5fcb7-cdf3-4d94-9a5a-74b4cca68441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763110 Mar 23 17:08:01.323791 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-71e8bcd1-e09f-4acf-9a5a-4b4fbb263ae7 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:08:01.324601 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e8bcd1-e09f-4acf-9a5a-4b4fbb263ae7'] response: {'name': 'network-changed', 'server_uuid': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'tag': 'd930f1b4-59c2-4e52-b96d-9607a755f8df', 'status': 'completed', 'code': 200} Mar 23 17:08:01.330026 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5f359559-7174-4b7b-a396-e58e9da83c7f req-106017a9-32d7-4e6a-ba9a-6e8db4399d3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88c0a3bf-8932-4e8c-855b-be2c93889447 HTTP/1.1" status: 200 len: 217 time: 0.0898075 Mar 23 17:08:01.334144 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-556c82d9-eded-4986-b1fe-90123ac394c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:01.335910 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-556c82d9-eded-4986-b1fe-90123ac394c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d08b13a-5095-4a4d-97e2-485b1dca6f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1760259 Mar 23 17:08:01.342812 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531f65-ea6b-4834-9ef9-df7d8fd664b4 req-5f3b10be-5303-4ba1-9503-a5eff45454c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:01.344763 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dd531f65-ea6b-4834-9ef9-df7d8fd664b4 req-5f3b10be-5303-4ba1-9503-a5eff45454c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c&device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 1127 time: 0.1779578 Mar 23 17:08:01.455564 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359559-7174-4b7b-a396-e58e9da83c7f req-5b53a8ab-9f6d-4a66-afe5-457bca3e59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:01.457089 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5f359559-7174-4b7b-a396-e58e9da83c7f req-5b53a8ab-9f6d-4a66-afe5-457bca3e59ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34f5912-e7b8-4c19-ae6b-6c3e94613af9 HTTP/1.1" status: 200 len: 857 time: 0.1176288 Mar 23 17:08:01.531004 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a8fbc7a8-56d2-44a3-88f9-86874574a18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (11ce7434-22e1-484b-99b9-819680a10dc0), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:01.543031 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a8fbc7a8-56d2-44a3-88f9-86874574a18b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:01.543031 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-a8fbc7a8-56d2-44a3-88f9-86874574a18b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/11ce7434-22e1-484b-99b9-819680a10dc0 HTTP/1.1" status: 204 len: 168 time: 0.7517223 Mar 23 17:08:01.543598 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a330a-4828-47e3-9018-b9b991b8f6fd req-73ab0dff-93d1-419b-b2a0-e7808d41eb70 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:01.543598 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b59a330a-4828-47e3-9018-b9b991b8f6fd req-73ab0dff-93d1-419b-b2a0-e7808d41eb70 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 944 time: 0.1498375 Mar 23 17:08:01.566328 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-84c0bae2-d327-427e-b848-06990e34d499 service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204912 Mar 23 17:08:01.568673 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbc7a8-56d2-44a3-88f9-86874574a18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ce7434-22e1-484b-99b9-819680a10dc0,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:01.571582 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531f65-ea6b-4834-9ef9-df7d8fd664b4 req-5faae990-e048-41e2-a5ff-1e67512bbced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:01.573292 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dd531f65-ea6b-4834-9ef9-df7d8fd664b4 req-5faae990-e048-41e2-a5ff-1e67512bbced service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3 HTTP/1.1" status: 200 len: 918 time: 0.2191453 Mar 23 17:08:01.621491 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359559-7174-4b7b-a396-e58e9da83c7f req-e9f8e7e1-8120-4095-aa15-3b3314b3d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:01.623177 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5f359559-7174-4b7b-a396-e58e9da83c7f req-e9f8e7e1-8120-4095-aa15-3b3314b3d89c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51f4a656-753b-4765-843d-71e3a0fb2d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1589608 Mar 23 17:08:01.645498 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b59a330a-4828-47e3-9018-b9b991b8f6fd req-770b5195-c655-44f6-b569-64bba25eebb0 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970354 Mar 23 17:08:01.659378 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dd531f65-ea6b-4834-9ef9-df7d8fd664b4 req-4b33d6d0-b4e3-4c6c-8d80-5071d03b7d3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c HTTP/1.1" status: 200 len: 217 time: 0.0730743 Mar 23 17:08:01.666605 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:01.671341 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port 8e976084-e170-4782-a7db-ab146e3b71ec completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:08:01.717638 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 8e976084-e170-4782-a7db-ab146e3b71ec triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:01.717638 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (8e976084-e170-4782-a7db-ab146e3b71ec), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:01.718084 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5df9ca31-b4b7-4033-bfbe-0412bef82454 admin admin] Publish callbacks [] for security_group (1dcb153b-a0ba-463f-bb6c-4c169501ed55), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:01.733106 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531f65-ea6b-4834-9ef9-df7d8fd664b4 req-15758fdf-70d5-45a2-b663-d305f917ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:01.734588 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dd531f65-ea6b-4834-9ef9-df7d8fd664b4 req-15758fdf-70d5-45a2-b663-d305f917ec50 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=421c0aa2-1b52-4062-af10-a6dde97fb797 HTTP/1.1" status: 200 len: 855 time: 0.0689476 Mar 23 17:08:01.754266 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5f359559-7174-4b7b-a396-e58e9da83c7f req-c1717805-48f9-428c-a35b-19f04ad97afb service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209824 Mar 23 17:08:01.776245 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d79c4b65-c14c-4018-abb1-7f87d07e27c1 req-2813075e-fcb9-4c6d-9827-3328d00d0a2a service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016692 Mar 23 17:08:01.790264 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 8e976084-e170-4782-a7db-ab146e3b71ec is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:01.790580 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (8e976084-e170-4782-a7db-ab146e3b71ec), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:01.817570 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8b43f2-5157-4441-bcf6-1e759006368a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e976084-e170-4782-a7db-ab146e3b71ec'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:08:01.818124 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531f65-ea6b-4834-9ef9-df7d8fd664b4 req-23bdde0e-30cc-4579-afb7-7b4846460b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:01.819915 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dd531f65-ea6b-4834-9ef9-df7d8fd664b4 req-23bdde0e-30cc-4579-afb7-7b4846460b6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743802 Mar 23 17:08:01.906294 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 8e976084-e170-4782-a7db-ab146e3b71ec, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=8e976084-e170-4782-a7db-ab146e3b71ec,segment=NetworkSegment(e2038731-129d-4b10-97c2-2924034a55e9),segment_id=e2038731-129d-4b10-97c2-2924034a55e9)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:01.991323 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a5da2-b1b2-4be3-a7ab-4c7cf7330db9 req-f5d07fe1-6f1c-444c-9a04-447dbe3e75ea tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:01.997066 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f66a5da2-b1b2-4be3-a7ab-4c7cf7330db9 req-f5d07fe1-6f1c-444c-9a04-447dbe3e75ea tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.1481078 Mar 23 17:08:01.999815 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dd531f65-ea6b-4834-9ef9-df7d8fd664b4 req-dc1ae983-3647-47b6-988f-948d20566230 service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712019 Mar 23 17:08:02.007834 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5df9ca31-b4b7-4033-bfbe-0412bef82454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (1dcb153b-a0ba-463f-bb6c-4c169501ed55), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:02.023802 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc355b51-c6bb-4a69-a790-81b7cb441380" -d '{"events": [{"server_uuid": "4c8b43f2-5157-4441-bcf6-1e759006368a", "name": "network-vif-plugged", "status": "completed", "tag": "8e976084-e170-4782-a7db-ab146e3b71ec"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:08:02.066165 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-5df9ca31-b4b7-4033-bfbe-0412bef82454 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=58ac2105e4e9405588bfdce16b62b985&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1905875 Mar 23 17:08:02.066165 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9ca31-b4b7-4033-bfbe-0412bef82454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcb153b-a0ba-463f-bb6c-4c169501ed55,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:02.074349 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56864) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:02.081781 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (8e976084-e170-4782-a7db-ab146e3b71ec), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:02.123930 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5f359559-7174-4b7b-a396-e58e9da83c7f req-6cdb8e95-4e2c-4dfb-885d-310a591554eb service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627734 Mar 23 17:08:02.166426 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4af84fb5-5c06-4a20-be99-c110ad671902 admin admin] Publish callbacks [] for security_group (1dcb153b-a0ba-463f-bb6c-4c169501ed55), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:02.213657 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4af84fb5-5c06-4a20-be99-c110ad671902 admin admin] Publish callbacks [] for security_group (1dcb153b-a0ba-463f-bb6c-4c169501ed55), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:02.248492 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18bb262-82a7-474a-9f02-4538e70f09d8 x-openstack-request-id: req-f18bb262-82a7-474a-9f02-4538e70f09d8 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:08:02.248849 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8b43f2-5157-4441-bcf6-1e759006368a", "name": "network-vif-plugged", "status": "completed", "tag": "8e976084-e170-4782-a7db-ab146e3b71ec", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:08:02.251095 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f18bb262-82a7-474a-9f02-4538e70f09d8 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:08:02.252449 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18bb262-82a7-474a-9f02-4538e70f09d8'] response: {'server_uuid': '4c8b43f2-5157-4441-bcf6-1e759006368a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e976084-e170-4782-a7db-ab146e3b71ec', 'code': 200} Mar 23 17:08:02.255217 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=8e976084-e170-4782-a7db-ab146e3b71ec,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:02.327774 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:08:02.362351 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafee0c-e29a-4ffc-b04b-532bbcf821ec req-0fd2dcfb-03dd-4c29-a908-947296bcf241 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:02.363786 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4fafee0c-e29a-4ffc-b04b-532bbcf821ec req-0fd2dcfb-03dd-4c29-a908-947296bcf241 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 945 time: 0.0681403 Mar 23 17:08:02.415820 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dd531f65-ea6b-4834-9ef9-df7d8fd664b4 req-c7eb0f8c-53d3-4909-8b0b-2daff5ef77f0 service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088683 Mar 23 17:08:02.437438 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f66a5da2-b1b2-4be3-a7ab-4c7cf7330db9 req-4fc60416-1490-4362-a554-166d4bf5f4ae tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4366004 Mar 23 17:08:02.441141 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4af84fb5-5c06-4a20-be99-c110ad671902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (1dcb153b-a0ba-463f-bb6c-4c169501ed55), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:02.445362 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4af84fb5-5c06-4a20-be99-c110ad671902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:02.451822 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-4af84fb5-5c06-4a20-be99-c110ad671902 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1dcb153b-a0ba-463f-bb6c-4c169501ed55 HTTP/1.1" status: 204 len: 168 time: 0.3764431 Mar 23 17:08:02.463917 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26d025-c83d-4f21-a324-acee89acd99a req-5cac2af5-d5a8-4e9b-abe6-7b00efb48221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:02.465523 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa26d025-c83d-4f21-a324-acee89acd99a req-5cac2af5-d5a8-4e9b-abe6-7b00efb48221 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2336e4510f764841aa29452b39b8372a&device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 1128 time: 0.1595745 Mar 23 17:08:02.493627 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af84fb5-5c06-4a20-be99-c110ad671902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcb153b-a0ba-463f-bb6c-4c169501ed55,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:02.524430 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4fafee0c-e29a-4ffc-b04b-532bbcf821ec req-0d575c83-f464-4af7-b5f0-48ce06bdeb2f tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402636 Mar 23 17:08:02.732023 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da0604-19aa-4b10-8528-4ff4a6767474 req-34c3987e-572a-4763-8cda-0ea68e621a40 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:02.738695 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-55da0604-19aa-4b10-8528-4ff4a6767474 req-34c3987e-572a-4763-8cda-0ea68e621a40 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 944 time: 0.1779399 Mar 23 17:08:02.754245 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26d025-c83d-4f21-a324-acee89acd99a req-e76d5f9b-ab1c-4793-9885-14d88612c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:02.755691 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa26d025-c83d-4f21-a324-acee89acd99a req-e76d5f9b-ab1c-4793-9885-14d88612c4c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d08b13a-5095-4a4d-97e2-485b1dca6f48 HTTP/1.1" status: 200 len: 916 time: 0.2844949 Mar 23 17:08:02.764637 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccede914-2fd2-4203-ac3b-ec9d24f7f2c7 req-3c8606ea-597b-41af-abe1-b31730cbe15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:02.766119 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ccede914-2fd2-4203-ac3b-ec9d24f7f2c7 req-3c8606ea-597b-41af-abe1-b31730cbe15a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 1129 time: 0.1568604 Mar 23 17:08:02.819348 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa26d025-c83d-4f21-a324-acee89acd99a req-e4e61580-267f-4006-9647-93d8fc155079 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d930f1b4-59c2-4e52-b96d-9607a755f8df HTTP/1.1" status: 200 len: 217 time: 0.0522673 Mar 23 17:08:02.822212 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe321bd1-27d1-4cfd-8723-a440ff222ee8 req-27438133-d7b7-4ec6-ae28-f7ea318d0c9f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:02.827358 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-ccede914-2fd2-4203-ac3b-ec9d24f7f2c7 req-f62c0e1f-06e8-457b-beac-4065f4f4c73a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:02.836750 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-fe321bd1-27d1-4cfd-8723-a440ff222ee8 req-27438133-d7b7-4ec6-ae28-f7ea318d0c9f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 944 time: 0.0652118 Mar 23 17:08:02.890847 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-fe321bd1-27d1-4cfd-8723-a440ff222ee8 req-9b399e14-1f61-4ef9-802d-0a428c3e9703 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532262 Mar 23 17:08:02.915030 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26d025-c83d-4f21-a324-acee89acd99a req-3c86791e-f14f-46b3-a14e-dbe4e78b3aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:02.921055 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa26d025-c83d-4f21-a324-acee89acd99a req-3c86791e-f14f-46b3-a14e-dbe4e78b3aa2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43603411-92d2-456c-9c3f-c4feabdc98c6 HTTP/1.1" status: 200 len: 853 time: 0.0911160 Mar 23 17:08:02.939704 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-55da0604-19aa-4b10-8528-4ff4a6767474 req-52212004-010b-46cf-8194-44b775395b08 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=50a5fcb7-cdf3-4d94-9a5a-74b4cca68441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001565 Mar 23 17:08:03.001550 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26d025-c83d-4f21-a324-acee89acd99a req-cf05338d-e45c-4a2d-a795-e521c5ab80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:03.007010 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa26d025-c83d-4f21-a324-acee89acd99a req-cf05338d-e45c-4a2d-a795-e521c5ab80e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d08b13a-5095-4a4d-97e2-485b1dca6f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800455 Mar 23 17:08:03.078366 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-ccede914-2fd2-4203-ac3b-ec9d24f7f2c7 req-f62c0e1f-06e8-457b-beac-4065f4f4c73a service neutron] Publish callbacks [] for security_group (fcf8161d-edc4-403e-9443-b0b1f4696e4c), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:03.111759 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa26d025-c83d-4f21-a324-acee89acd99a req-eb5c2ee4-ee72-4931-a844-3246fc94def3 service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023469 Mar 23 17:08:03.205899 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa26d025-c83d-4f21-a324-acee89acd99a req-56cd2225-9413-478a-b9b4-5da7e148a515 service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859444 Mar 23 17:08:03.218324 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-ccede914-2fd2-4203-ac3b-ec9d24f7f2c7 req-f62c0e1f-06e8-457b-beac-4065f4f4c73a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (fcf8161d-edc4-403e-9443-b0b1f4696e4c), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:03.263279 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ccede914-2fd2-4203-ac3b-ec9d24f7f2c7 req-f62c0e1f-06e8-457b-beac-4065f4f4c73a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859250 Mar 23 17:08:03.264361 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c0e1f-06e8-457b-beac-4065f4f4c73a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf8161d-edc4-403e-9443-b0b1f4696e4c,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:03.295194 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 7eb12bb7-c514-47f9-95d9-c9b6483598ef details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:08:03.390141 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56918) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:03.400618 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 7eb12bb7-c514-47f9-95d9-c9b6483598ef, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=7eb12bb7-c514-47f9-95d9-c9b6483598ef,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:03.414324 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '7eb12bb7-c514-47f9-95d9-c9b6483598ef', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'port_id': '7eb12bb7-c514-47f9-95d9-c9b6483598ef', 'mac_address': 'fa:16:3e:01:cf:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:08:03.455834 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 7eb12bb7-c514-47f9-95d9-c9b6483598ef is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:03.456534 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (7eb12bb7-c514-47f9-95d9-c9b6483598ef), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:03.470310 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb12bb7-c514-47f9-95d9-c9b6483598ef {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:08:03.496022 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 7eb12bb7-c514-47f9-95d9-c9b6483598ef, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=7eb12bb7-c514-47f9-95d9-c9b6483598ef,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:03.524569 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-32af8617-0ab9-43f0-81e9-8e0995c89efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:03.542974 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 56926) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:03.557074 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-52bb9843-02b7-4e84-acf4-7e5354aecb68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:03.600940 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (7eb12bb7-c514-47f9-95d9-c9b6483598ef), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:03.601925 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1f4a8e49-b984-4053-b0c2-3f74de953a5c details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:08:03.615656 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90566780-5241-4a95-acac-53d757ba6980 req-9bc64b6a-fe2a-4923-8646-b2c596e7cc35 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:03.617288 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-90566780-5241-4a95-acac-53d757ba6980 req-9bc64b6a-fe2a-4923-8646-b2c596e7cc35 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0906649 Mar 23 17:08:03.683614 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-52bb9843-02b7-4e84-acf4-7e5354aecb68 admin admin] Publish callbacks [] for security_group (98de0353-2375-4050-b15f-092c5fffb71c), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:03.693760 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-32af8617-0ab9-43f0-81e9-8e0995c89efb admin admin] Publish callbacks [] for security_group (f65d3e70-dad3-4921-99eb-609fe048a8b6), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:03.698458 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-90566780-5241-4a95-acac-53d757ba6980 req-4102bf20-9402-4265-9b64-2be83d1535e2 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728850 Mar 23 17:08:03.705700 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60940a7b-dedc-472c-9eb2-5f6b4a94d5c1 req-0af251c5-bd18-47ce-b4c9-07ee540dbe66 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:03.707941 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-60940a7b-dedc-472c-9eb2-5f6b4a94d5c1 req-0af251c5-bd18-47ce-b4c9-07ee540dbe66 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 945 time: 0.1106951 Mar 23 17:08:03.745356 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=7eb12bb7-c514-47f9-95d9-c9b6483598ef,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:03.772213 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-60940a7b-dedc-472c-9eb2-5f6b4a94d5c1 req-1029bbdf-9c42-4353-8579-1c1450aeabcb tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544624 Mar 23 17:08:03.793051 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1f4a8e49-b984-4053-b0c2-3f74de953a5c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:03.806357 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '1f4a8e49-b984-4053-b0c2-3f74de953a5c', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'port_id': '1f4a8e49-b984-4053-b0c2-3f74de953a5c', 'mac_address': 'fa:16:3e:ee:80:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:08:03.824032 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-52bb9843-02b7-4e84-acf4-7e5354aecb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (98de0353-2375-4050-b15f-092c5fffb71c), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:03.824214 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-32af8617-0ab9-43f0-81e9-8e0995c89efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (f65d3e70-dad3-4921-99eb-609fe048a8b6), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:03.847134 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 1f4a8e49-b984-4053-b0c2-3f74de953a5c is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:03.847526 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:03.862549 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4a8e49-b984-4053-b0c2-3f74de953a5c {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:08:03.877377 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-32af8617-0ab9-43f0-81e9-8e0995c89efb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=acf574df1103438aa2438a6c5351b111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4836259 Mar 23 17:08:03.877377 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af8617-0ab9-43f0-81e9-8e0995c89efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65d3e70-dad3-4921-99eb-609fe048a8b6,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:03.885158 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-52bb9843-02b7-4e84-acf4-7e5354aecb68 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=40a9ef6b86f2455a8e6f40ea6463e467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343387 Mar 23 17:08:03.885158 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 56934) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:03.885158 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb9843-02b7-4e84-acf4-7e5354aecb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98de0353-2375-4050-b15f-092c5fffb71c,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:03.889690 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 56936) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:03.890695 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1f4a8e49-b984-4053-b0c2-3f74de953a5c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:03.955949 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:03.957066 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 88c0a3bf-8932-4e8c-855b-be2c93889447 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:08:03.968809 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-db7644d5-d936-49e1-93e3-6e0ebe08de42 admin admin] Publish callbacks [] for security_group (f65d3e70-dad3-4921-99eb-609fe048a8b6), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:03.994910 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-47257515-2dd2-437c-961e-ff6133ae2fcb admin admin] Publish callbacks [] for security_group (98de0353-2375-4050-b15f-092c5fffb71c), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:04.015320 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-db7644d5-d936-49e1-93e3-6e0ebe08de42 admin admin] Publish callbacks [] for security_group (f65d3e70-dad3-4921-99eb-609fe048a8b6), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:04.049795 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-47257515-2dd2-437c-961e-ff6133ae2fcb admin admin] Publish callbacks [] for security_group (98de0353-2375-4050-b15f-092c5fffb71c), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:04.061555 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10466a7-2c5d-4315-b52e-be14be15f7f7 req-08225258-925c-4112-b9fb-411bd8b7b21c tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:04.071082 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c10466a7-2c5d-4315-b52e-be14be15f7f7 req-08225258-925c-4112-b9fb-411bd8b7b21c tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 944 time: 0.1127508 Mar 23 17:08:04.085130 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 88c0a3bf-8932-4e8c-855b-be2c93889447, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=88c0a3bf-8932-4e8c-855b-be2c93889447,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:04.088367 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=1f4a8e49-b984-4053-b0c2-3f74de953a5c,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:04.105367 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '88c0a3bf-8932-4e8c-855b-be2c93889447', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'port_id': '88c0a3bf-8932-4e8c-855b-be2c93889447', 'mac_address': 'fa:16:3e:0f:44:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:08:04.135964 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c10466a7-2c5d-4315-b52e-be14be15f7f7 req-9b60b4a2-e1c9-49f6-a2b7-ed40a2e9af7d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616810 Mar 23 17:08:04.155011 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88648a-7c59-4f60-9056-324bba1bd0e1 req-817e8079-4288-4268-9ffc-472f38d45632 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:04.156501 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-bb88648a-7c59-4f60-9056-324bba1bd0e1 req-817e8079-4288-4268-9ffc-472f38d45632 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 944 time: 0.1047909 Mar 23 17:08:04.177624 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 88c0a3bf-8932-4e8c-855b-be2c93889447 is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:04.177624 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (88c0a3bf-8932-4e8c-855b-be2c93889447), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:04.186556 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c0a3bf-8932-4e8c-855b-be2c93889447 {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:08:04.207208 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 88c0a3bf-8932-4e8c-855b-be2c93889447, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=88c0a3bf-8932-4e8c-855b-be2c93889447,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:04.223525 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-bb88648a-7c59-4f60-9056-324bba1bd0e1 req-0cb38fe1-a9ef-42b6-a667-efa17c8fd3be tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=50a5fcb7-cdf3-4d94-9a5a-74b4cca68441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551894 Mar 23 17:08:04.286407 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-db7644d5-d936-49e1-93e3-6e0ebe08de42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (f65d3e70-dad3-4921-99eb-609fe048a8b6), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:04.289031 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-db7644d5-d936-49e1-93e3-6e0ebe08de42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:04.290180 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-db7644d5-d936-49e1-93e3-6e0ebe08de42 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f65d3e70-dad3-4921-99eb-609fe048a8b6 HTTP/1.1" status: 204 len: 168 time: 0.4099972 Mar 23 17:08:04.298547 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7644d5-d936-49e1-93e3-6e0ebe08de42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65d3e70-dad3-4921-99eb-609fe048a8b6,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:04.321182 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (88c0a3bf-8932-4e8c-855b-be2c93889447), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:04.323425 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device d930f1b4-59c2-4e52-b96d-9607a755f8df details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:08:04.327876 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-47257515-2dd2-437c-961e-ff6133ae2fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (98de0353-2375-4050-b15f-092c5fffb71c), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:04.330652 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-47257515-2dd2-437c-961e-ff6133ae2fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:04.338246 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-47257515-2dd2-437c-961e-ff6133ae2fcb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/98de0353-2375-4050-b15f-092c5fffb71c HTTP/1.1" status: 204 len: 168 time: 0.4463134 Mar 23 17:08:04.346767 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47257515-2dd2-437c-961e-ff6133ae2fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98de0353-2375-4050-b15f-092c5fffb71c,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:04.453396 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=88c0a3bf-8932-4e8c-855b-be2c93889447,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:04.496669 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port d930f1b4-59c2-4e52-b96d-9607a755f8df, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=d930f1b4-59c2-4e52-b96d-9607a755f8df,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:04.508843 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': 'd930f1b4-59c2-4e52-b96d-9607a755f8df', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'port_id': 'd930f1b4-59c2-4e52-b96d-9607a755f8df', 'mac_address': 'fa:16:3e:87:5b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:08:04.547404 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port d930f1b4-59c2-4e52-b96d-9607a755f8df is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:04.547800 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (d930f1b4-59c2-4e52-b96d-9607a755f8df), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:04.561755 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d930f1b4-59c2-4e52-b96d-9607a755f8df {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:08:04.581924 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port d930f1b4-59c2-4e52-b96d-9607a755f8df, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=d930f1b4-59c2-4e52-b96d-9607a755f8df,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:04.664301 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (d930f1b4-59c2-4e52-b96d-9607a755f8df), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:04.720752 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=d930f1b4-59c2-4e52-b96d-9607a755f8df,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:04.837226 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94382fdd-69ba-4c8e-bced-f9bfb5f7a383 req-99f7413a-1d18-4f37-b60b-6612493d3677 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:04.838947 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-94382fdd-69ba-4c8e-bced-f9bfb5f7a383 req-99f7413a-1d18-4f37-b60b-6612493d3677 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 944 time: 0.0581493 Mar 23 17:08:04.912365 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c40be-fb8a-4e90-a43e-f53ac3782ed0 req-67f3acce-b0b9-4544-bdad-9b1a6cd69a67 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:04.913997 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-889c40be-fb8a-4e90-a43e-f53ac3782ed0 req-67f3acce-b0b9-4544-bdad-9b1a6cd69a67 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 945 time: 0.0608363 Mar 23 17:08:04.923027 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-94382fdd-69ba-4c8e-bced-f9bfb5f7a383 req-e8167b8a-365c-46e6-b0e7-db53a072f162 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696905 Mar 23 17:08:04.973971 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-889c40be-fb8a-4e90-a43e-f53ac3782ed0 req-bf7d0c7f-79bf-4967-bb09-947f7c8dedc4 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519018 Mar 23 17:08:05.046169 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['7eb12bb7-c514-47f9-95d9-c9b6483598ef'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:08:05.068926 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['1f4a8e49-b984-4053-b0c2-3f74de953a5c'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:08:05.098941 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['88c0a3bf-8932-4e8c-855b-be2c93889447'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:08:05.129776 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['d930f1b4-59c2-4e52-b96d-9607a755f8df'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:08:05.199423 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56984) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:05.218745 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-338810c8-abb0-4fc7-ae3a-69574a2fa71c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:05.301072 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 56988) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:05.337349 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fb0b6-a0fb-4b7e-a879-8bf02dd5c5d4 req-e8156bf6-f9d7-42b9-965c-95f61fb4af72 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:05.345173 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-133fb0b6-a0fb-4b7e-a879-8bf02dd5c5d4 req-e8156bf6-f9d7-42b9-965c-95f61fb4af72 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 945 time: 0.1288292 Mar 23 17:08:05.428404 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c7d56-e904-4ed6-8c3d-107f2e49a8d4 req-ee09a232-c978-4f22-823f-3ce387ebb1b6 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:05.429263 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-133fb0b6-a0fb-4b7e-a879-8bf02dd5c5d4 req-6864268a-5a6d-44ee-b36b-3db1d6d767a4 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829649 Mar 23 17:08:05.429958 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-cd6c7d56-e904-4ed6-8c3d-107f2e49a8d4 req-ee09a232-c978-4f22-823f-3ce387ebb1b6 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 945 time: 0.1014171 Mar 23 17:08:05.474954 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-338810c8-abb0-4fc7-ae3a-69574a2fa71c admin admin] Publish callbacks [] for security_group (cb839f81-b18b-439a-8bf5-090be93b37fb), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:05.499490 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-cd6c7d56-e904-4ed6-8c3d-107f2e49a8d4 req-3b7f4204-4236-4ef8-affd-c0aca686de05 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=50a5fcb7-cdf3-4d94-9a5a-74b4cca68441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626304 Mar 23 17:08:05.577417 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5f166c50-6d51-42da-b1c8-f06736271176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:05.589321 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-338810c8-abb0-4fc7-ae3a-69574a2fa71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (cb839f81-b18b-439a-8bf5-090be93b37fb), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:05.636176 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-338810c8-abb0-4fc7-ae3a-69574a2fa71c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=95d82afefb0a446cb63af09830c58ef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354849 Mar 23 17:08:05.638984 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 56998) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:05.646311 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338810c8-abb0-4fc7-ae3a-69574a2fa71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb839f81-b18b-439a-8bf5-090be93b37fb,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:05.702016 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9723a993-3a47-442a-9c1b-126458874051 admin admin] Publish callbacks [] for security_group (cb839f81-b18b-439a-8bf5-090be93b37fb), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:05.710826 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5f166c50-6d51-42da-b1c8-f06736271176 admin admin] Publish callbacks [] for security_group (36514071-cc3a-4298-8a05-9fd323306371), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:05.732111 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9723a993-3a47-442a-9c1b-126458874051 admin admin] Publish callbacks [] for security_group (cb839f81-b18b-439a-8bf5-090be93b37fb), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:05.830456 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5f166c50-6d51-42da-b1c8-f06736271176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (36514071-cc3a-4298-8a05-9fd323306371), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:05.864121 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9723a993-3a47-442a-9c1b-126458874051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (cb839f81-b18b-439a-8bf5-090be93b37fb), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:05.866715 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9723a993-3a47-442a-9c1b-126458874051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:05.868167 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-9723a993-3a47-442a-9c1b-126458874051 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/cb839f81-b18b-439a-8bf5-090be93b37fb HTTP/1.1" status: 204 len: 168 time: 0.2281253 Mar 23 17:08:05.876554 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723a993-3a47-442a-9c1b-126458874051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb839f81-b18b-439a-8bf5-090be93b37fb,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:05.891228 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-5f166c50-6d51-42da-b1c8-f06736271176 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fe939e6ea040499dac02e10ab31c141e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5890672 Mar 23 17:08:05.892193 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f166c50-6d51-42da-b1c8-f06736271176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36514071-cc3a-4298-8a05-9fd323306371,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:05.894656 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57018) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:05.943631 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-fb713043-513c-4650-8dc2-296e833b95a0 admin admin] Publish callbacks [] for security_group (36514071-cc3a-4298-8a05-9fd323306371), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:05.965209 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-fb713043-513c-4650-8dc2-296e833b95a0 admin admin] Publish callbacks [] for security_group (36514071-cc3a-4298-8a05-9fd323306371), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:06.076377 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f736d-79ac-46ea-94f1-c90ffc9cd413 req-fb8e984e-ac88-42a0-b54f-815bfc4a7b84 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:06.077918 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-329f736d-79ac-46ea-94f1-c90ffc9cd413 req-fb8e984e-ac88-42a0-b54f-815bfc4a7b84 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 944 time: 0.0594349 Mar 23 17:08:06.100461 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba506a-e0b4-4e32-ab19-ae960e716dbd req-b5be2280-12cb-4d47-a3d4-358af19ccb8e tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:06.102273 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-35ba506a-e0b4-4e32-ab19-ae960e716dbd req-b5be2280-12cb-4d47-a3d4-358af19ccb8e tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 945 time: 0.0606923 Mar 23 17:08:06.103051 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-fb713043-513c-4650-8dc2-296e833b95a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (36514071-cc3a-4298-8a05-9fd323306371), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:06.105822 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-fb713043-513c-4650-8dc2-296e833b95a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:06.110068 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-fb713043-513c-4650-8dc2-296e833b95a0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/36514071-cc3a-4298-8a05-9fd323306371 HTTP/1.1" status: 204 len: 168 time: 0.2143710 Mar 23 17:08:06.124998 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb713043-513c-4650-8dc2-296e833b95a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36514071-cc3a-4298-8a05-9fd323306371,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:06.142978 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-329f736d-79ac-46ea-94f1-c90ffc9cd413 req-a1822d77-6373-4754-9209-bc6c5c887038 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585964 Mar 23 17:08:06.179171 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-35ba506a-e0b4-4e32-ab19-ae960e716dbd req-06db50f4-5841-4a9b-9d3a-4b1ee390d30b tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654047 Mar 23 17:08:06.564523 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbd53f-c95c-4c91-b52f-554ab3fae08e req-1d386662-8172-49ae-a89f-6a1742e166e6 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:06.566127 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d3dbd53f-c95c-4c91-b52f-554ab3fae08e req-1d386662-8172-49ae-a89f-6a1742e166e6 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 945 time: 0.0591273 Mar 23 17:08:06.630260 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d3dbd53f-c95c-4c91-b52f-554ab3fae08e req-f4c3996f-e5c9-488a-9d42-7d55afeac3e1 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547173 Mar 23 17:08:06.649757 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178db4f-2b22-4baf-93c0-759dec02b276 req-06169600-b5ce-4914-a21a-3e498199bb17 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:06.651382 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4178db4f-2b22-4baf-93c0-759dec02b276 req-06169600-b5ce-4914-a21a-3e498199bb17 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 945 time: 0.0723655 Mar 23 17:08:06.706763 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4178db4f-2b22-4baf-93c0-759dec02b276 req-4fd9ba4d-7be0-4947-bac7-5bdcdae3be1c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=50a5fcb7-cdf3-4d94-9a5a-74b4cca68441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435855 Mar 23 17:08:07.246625 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 57066) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:07.258992 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5dc21584-b862-45a2-99eb-20bac53b100e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:07.303435 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092f922-dc02-43a1-8086-536ff25c95bb req-54aaa946-f3ca-42be-8c8d-3841a9b330d8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:07.305067 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c092f922-dc02-43a1-8086-536ff25c95bb req-54aaa946-f3ca-42be-8c8d-3841a9b330d8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 944 time: 0.0955353 Mar 23 17:08:07.318500 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device d930f1b4-59c2-4e52-b96d-9607a755f8df up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:08:07.383786 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c092f922-dc02-43a1-8086-536ff25c95bb req-e9486212-1f0d-457b-8c79-97b8888cfeb2 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718584 Mar 23 17:08:07.402156 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5dc21584-b862-45a2-99eb-20bac53b100e admin admin] Publish callbacks [] for security_group (79c7f687-a888-4418-8907-54133cc61559), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:07.465407 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5dc21584-b862-45a2-99eb-20bac53b100e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (79c7f687-a888-4418-8907-54133cc61559), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:07.529977 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-5dc21584-b862-45a2-99eb-20bac53b100e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b9c261f847114c57b88856925f4142d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852235 Mar 23 17:08:07.530164 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc21584-b862-45a2-99eb-20bac53b100e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c7f687-a888-4418-8907-54133cc61559,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:07.540328 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57080) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:07.566091 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port d930f1b4-59c2-4e52-b96d-9607a755f8df completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:08:07.579034 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port d930f1b4-59c2-4e52-b96d-9607a755f8df triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:07.579586 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (d930f1b4-59c2-4e52-b96d-9607a755f8df), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:07.600820 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-80753889-54a7-4cb1-9c36-bcfd53fb8753 admin admin] Publish callbacks [] for security_group (79c7f687-a888-4418-8907-54133cc61559), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:07.624065 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-80753889-54a7-4cb1-9c36-bcfd53fb8753 admin admin] Publish callbacks [] for security_group (79c7f687-a888-4418-8907-54133cc61559), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:07.682216 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port d930f1b4-59c2-4e52-b96d-9607a755f8df is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:07.683143 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (d930f1b4-59c2-4e52-b96d-9607a755f8df), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:07.732157 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd930f1b4-59c2-4e52-b96d-9607a755f8df'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:08:07.734809 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3631f50-31ce-4407-81bc-d741a8fc24f7" -d '{"events": [{"server_uuid": "60b8164b-29a8-41b4-b35b-c4e1063d4d1c", "name": "network-vif-plugged", "status": "completed", "tag": "d930f1b4-59c2-4e52-b96d-9607a755f8df"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:08:07.738720 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port d930f1b4-59c2-4e52-b96d-9607a755f8df, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=d930f1b4-59c2-4e52-b96d-9607a755f8df,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:07.781935 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe07f97-4127-4f9e-b489-e59c51260045 x-openstack-request-id: req-4fe07f97-4127-4f9e-b489-e59c51260045 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:08:07.782274 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b8164b-29a8-41b4-b35b-c4e1063d4d1c", "name": "network-vif-plugged", "status": "completed", "tag": "d930f1b4-59c2-4e52-b96d-9607a755f8df", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:08:07.782667 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4fe07f97-4127-4f9e-b489-e59c51260045 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:08:07.783166 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe07f97-4127-4f9e-b489-e59c51260045'] response: {'server_uuid': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd930f1b4-59c2-4e52-b96d-9607a755f8df', 'code': 200} Mar 23 17:08:07.785771 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3b2c3-2bfa-4e95-8fd8-e390d95f9fe7 req-5a2392d5-7530-4805-87ad-8c86b6495ba1 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:07.787910 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-cca3b2c3-2bfa-4e95-8fd8-e390d95f9fe7 req-5a2392d5-7530-4805-87ad-8c86b6495ba1 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 945 time: 0.0657680 Mar 23 17:08:07.795294 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-80753889-54a7-4cb1-9c36-bcfd53fb8753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (79c7f687-a888-4418-8907-54133cc61559), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:07.798060 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-80753889-54a7-4cb1-9c36-bcfd53fb8753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:07.799912 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-80753889-54a7-4cb1-9c36-bcfd53fb8753 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/79c7f687-a888-4418-8907-54133cc61559 HTTP/1.1" status: 204 len: 168 time: 0.2576053 Mar 23 17:08:07.830030 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (d930f1b4-59c2-4e52-b96d-9607a755f8df), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:07.830238 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80753889-54a7-4cb1-9c36-bcfd53fb8753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c7f687-a888-4418-8907-54133cc61559,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:07.832503 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 7eb12bb7-c514-47f9-95d9-c9b6483598ef up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:08:07.907891 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751d6fb-e779-44c9-8fbc-cd8f9845b092 req-c2a15c08-1a3b-42d7-94e3-854304990e1a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:07.909465 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-cca3b2c3-2bfa-4e95-8fd8-e390d95f9fe7 req-ff594355-e7a8-4a49-8f0d-2a7e9c0c5bc1 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073027 Mar 23 17:08:07.918772 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a751d6fb-e779-44c9-8fbc-cd8f9845b092 req-c2a15c08-1a3b-42d7-94e3-854304990e1a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 946 time: 0.0680456 Mar 23 17:08:07.940192 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=d930f1b4-59c2-4e52-b96d-9607a755f8df,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:07.976917 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a751d6fb-e779-44c9-8fbc-cd8f9845b092 req-11d02fa5-c2c8-4ef9-a668-892d0a99a8e8 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=50a5fcb7-cdf3-4d94-9a5a-74b4cca68441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561914 Mar 23 17:08:08.012916 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port 7eb12bb7-c514-47f9-95d9-c9b6483598ef completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:08:08.019967 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 7eb12bb7-c514-47f9-95d9-c9b6483598ef triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:08.021261 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (7eb12bb7-c514-47f9-95d9-c9b6483598ef), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:08.112478 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 7eb12bb7-c514-47f9-95d9-c9b6483598ef is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:08.112914 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (7eb12bb7-c514-47f9-95d9-c9b6483598ef), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:08.149921 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 7eb12bb7-c514-47f9-95d9-c9b6483598ef, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=7eb12bb7-c514-47f9-95d9-c9b6483598ef,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:08.225096 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7382ad-5ad9-4352-a043-7e40af789da4 req-23b8cb5a-52df-4773-9e7a-b197b66e77bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:08.226690 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-bf7382ad-5ad9-4352-a043-7e40af789da4 req-23b8cb5a-52df-4773-9e7a-b197b66e77bb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 1130 time: 0.0731056 Mar 23 17:08:08.241082 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (7eb12bb7-c514-47f9-95d9-c9b6483598ef), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:08.241995 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1f4a8e49-b984-4053-b0c2-3f74de953a5c up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:08:08.277534 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-bf7382ad-5ad9-4352-a043-7e40af789da4 req-d62ab5cf-d4fc-4f97-b785-8d33d2b4fc9e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=50a5fcb7-cdf3-4d94-9a5a-74b4cca68441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442746 Mar 23 17:08:08.338756 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=7eb12bb7-c514-47f9-95d9-c9b6483598ef,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:08.417424 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port 1f4a8e49-b984-4053-b0c2-3f74de953a5c completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:08:08.421114 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 1f4a8e49-b984-4053-b0c2-3f74de953a5c triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:08.421609 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:08.532012 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd667a4-f933-47cf-8fab-fa273dd3cc52 req-d0e847bd-c9d5-463c-b51c-e94eefa228a6 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:08.533594 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5dd667a4-f933-47cf-8fab-fa273dd3cc52 req-d0e847bd-c9d5-463c-b51c-e94eefa228a6 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 944 time: 0.0673320 Mar 23 17:08:08.589922 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5dd667a4-f933-47cf-8fab-fa273dd3cc52 req-2a1e33ff-3f1d-48b8-8d1d-8730c321cd63 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504878 Mar 23 17:08:08.613883 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 1f4a8e49-b984-4053-b0c2-3f74de953a5c is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:08.614839 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:08.658975 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1f4a8e49-b984-4053-b0c2-3f74de953a5c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:08.749887 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:08.750729 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 88c0a3bf-8932-4e8c-855b-be2c93889447 up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:08:08.836018 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=1f4a8e49-b984-4053-b0c2-3f74de953a5c,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:08.986344 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port 88c0a3bf-8932-4e8c-855b-be2c93889447 completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:08:08.992854 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 88c0a3bf-8932-4e8c-855b-be2c93889447 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:08.994010 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (88c0a3bf-8932-4e8c-855b-be2c93889447), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:09.033414 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546205d3-806f-42e5-870e-8fd441903e90 req-6f871e51-8c64-4e44-817d-7462b8616eb4 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:09.035285 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-546205d3-806f-42e5-870e-8fd441903e90 req-6f871e51-8c64-4e44-817d-7462b8616eb4 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 945 time: 0.0607715 Mar 23 17:08:09.093058 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 88c0a3bf-8932-4e8c-855b-be2c93889447 is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:09.093467 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (88c0a3bf-8932-4e8c-855b-be2c93889447), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:09.111006 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-546205d3-806f-42e5-870e-8fd441903e90 req-1740f119-a132-4b5a-bbbb-3ee61ecff414 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615392 Mar 23 17:08:09.142427 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 88c0a3bf-8932-4e8c-855b-be2c93889447, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=88c0a3bf-8932-4e8c-855b-be2c93889447,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:09.236153 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (88c0a3bf-8932-4e8c-855b-be2c93889447), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:09.253424 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4444e-bc73-4f1f-b1a5-62d9775401ba req-7924d063-f611-4225-b069-171e7f335be1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:09.254891 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1de4444e-bc73-4f1f-b1a5-62d9775401ba req-7924d063-f611-4225-b069-171e7f335be1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 946 time: 0.0597138 Mar 23 17:08:09.289506 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=88c0a3bf-8932-4e8c-855b-be2c93889447,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:09.305002 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1de4444e-bc73-4f1f-b1a5-62d9775401ba req-8b665e64-a61e-4d0c-a10d-9fcf9d70170f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=50a5fcb7-cdf3-4d94-9a5a-74b4cca68441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443304 Mar 23 17:08:09.737221 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fff20c-c238-4143-b175-7880c34d9a56 req-089874af-82dc-4a7e-9d6e-31e9742a2ee3 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:09.739552 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-49fff20c-c238-4143-b175-7880c34d9a56 req-089874af-82dc-4a7e-9d6e-31e9742a2ee3 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0642986 Mar 23 17:08:09.783994 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc28e61-229e-49a1-9f48-0e4e2c22e079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb12bb7-c514-47f9-95d9-c9b6483598ef'}, {'server_uuid': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4a8e49-b984-4053-b0c2-3f74de953a5c'}, {'server_uuid': '7391d1bf-9454-4e0e-9d74-9eba49a96fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c0a3bf-8932-4e8c-855b-be2c93889447'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:08:09.786960 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c4fb29-19b5-4924-a38b-1d528eb11d9f" -d '{"events": [{"server_uuid": "ddc28e61-229e-49a1-9f48-0e4e2c22e079", "name": "network-vif-plugged", "status": "completed", "tag": "7eb12bb7-c514-47f9-95d9-c9b6483598ef"}, {"server_uuid": "ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a", "name": "network-vif-plugged", "status": "completed", "tag": "1f4a8e49-b984-4053-b0c2-3f74de953a5c"}, {"server_uuid": "7391d1bf-9454-4e0e-9d74-9eba49a96fae", "name": "network-vif-plugged", "status": "completed", "tag": "88c0a3bf-8932-4e8c-855b-be2c93889447"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:08:09.802006 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-49fff20c-c238-4143-b175-7880c34d9a56 req-e1f82fb9-fcd1-4c92-b6eb-aed742a5c0db tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563993 Mar 23 17:08:09.859947 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 23 Mar 2022 17:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2480acf1-4952-421a-8339-1d5bc7415872 x-openstack-request-id: req-2480acf1-4952-421a-8339-1d5bc7415872 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:08:09.860258 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc28e61-229e-49a1-9f48-0e4e2c22e079", "name": "network-vif-plugged", "status": "completed", "tag": "7eb12bb7-c514-47f9-95d9-c9b6483598ef", "code": 200}, {"server_uuid": "ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a", "name": "network-vif-plugged", "status": "completed", "tag": "1f4a8e49-b984-4053-b0c2-3f74de953a5c", "code": 200}, {"server_uuid": "7391d1bf-9454-4e0e-9d74-9eba49a96fae", "name": "network-vif-plugged", "status": "completed", "tag": "88c0a3bf-8932-4e8c-855b-be2c93889447", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:08:09.860520 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2480acf1-4952-421a-8339-1d5bc7415872 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:08:09.861062 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2480acf1-4952-421a-8339-1d5bc7415872'] response: {'server_uuid': 'ddc28e61-229e-49a1-9f48-0e4e2c22e079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb12bb7-c514-47f9-95d9-c9b6483598ef', 'code': 200} Mar 23 17:08:09.861333 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2480acf1-4952-421a-8339-1d5bc7415872'] response: {'server_uuid': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4a8e49-b984-4053-b0c2-3f74de953a5c', 'code': 200} Mar 23 17:08:09.861598 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2480acf1-4952-421a-8339-1d5bc7415872'] response: {'server_uuid': '7391d1bf-9454-4e0e-9d74-9eba49a96fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c0a3bf-8932-4e8c-855b-be2c93889447', 'code': 200} Mar 23 17:08:10.047728 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57198) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:10.267116 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b18d7-a58a-4b44-b8e3-a01f5eff73dc req-d76080c8-fded-4c44-b97f-220d3fbbc4d9 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:10.273100 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-533b18d7-a58a-4b44-b8e3-a01f5eff73dc req-d76080c8-fded-4c44-b97f-220d3fbbc4d9 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0791032 Mar 23 17:08:10.324112 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492ab57-07e3-451f-bf3c-4e9b0fdd224e req-5ccc6990-ff84-4bea-8545-284df3239dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:10.326299 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f492ab57-07e3-451f-bf3c-4e9b0fdd224e req-5ccc6990-ff84-4bea-8545-284df3239dc0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 1129 time: 0.0466099 Mar 23 17:08:10.327855 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-533b18d7-a58a-4b44-b8e3-a01f5eff73dc req-2bc3c802-a511-4a8f-8137-d9bc0d798422 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525150 Mar 23 17:08:10.407060 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f492ab57-07e3-451f-bf3c-4e9b0fdd224e req-4711168b-9b79-4c44-a5a2-9d23f09279d0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626793 Mar 23 17:08:10.462444 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9027fcaa-3226-48c4-9d69-0e4d64741223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:10.477444 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3443993-9cd6-422c-95c6-d2292621989b req-2fbcd604-fbcb-44f5-8246-c5a855e1741f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:10.479529 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e3443993-9cd6-422c-95c6-d2292621989b req-2fbcd604-fbcb-44f5-8246-c5a855e1741f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 946 time: 0.0715206 Mar 23 17:08:10.550995 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e3443993-9cd6-422c-95c6-d2292621989b req-86c53d7f-5510-4740-9502-a3ed72dbf183 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=50a5fcb7-cdf3-4d94-9a5a-74b4cca68441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647099 Mar 23 17:08:10.598830 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9027fcaa-3226-48c4-9d69-0e4d64741223 admin admin] Publish callbacks [] for security_group (2ed472fa-1755-4105-a8a5-99629ca31890), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:10.745741 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629a2e7-17fc-4082-9946-ef022282e08e req-05c84528-fb91-46a1-9b11-a5526615ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:10.747965 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b629a2e7-17fc-4082-9946-ef022282e08e req-05c84528-fb91-46a1-9b11-a5526615ee26 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 1130 time: 0.0838137 Mar 23 17:08:10.761487 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9027fcaa-3226-48c4-9d69-0e4d64741223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (2ed472fa-1755-4105-a8a5-99629ca31890), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:10.809723 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3897724-4483-479e-a98e-c86511c89599 req-f44e6c1e-d253-4564-aa3e-9789cb348601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:10.810290 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-9027fcaa-3226-48c4-9d69-0e4d64741223 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ad9d69b43fa44b4c911d1bc04039bc61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7601008 Mar 23 17:08:10.811988 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d3897724-4483-479e-a98e-c86511c89599 req-f44e6c1e-d253-4564-aa3e-9789cb348601 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 1129 time: 0.1473539 Mar 23 17:08:10.813440 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 57230) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:10.827260 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027fcaa-3226-48c4-9d69-0e4d64741223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed472fa-1755-4105-a8a5-99629ca31890,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:10.841655 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af186ec0-e932-4f07-8e8a-8452d9886c4b req-dc6c992e-dd64-4bb3-9f41-fc09426d02ed tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:10.843230 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-af186ec0-e932-4f07-8e8a-8452d9886c4b req-dc6c992e-dd64-4bb3-9f41-fc09426d02ed tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 946 time: 0.1288750 Mar 23 17:08:10.852987 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57234) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:10.858437 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-5e95cf68-2ac9-419c-ab3b-22be5bf9e58a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'floatingip': {'port_id': 'd930f1b4-59c2-4e52-b96d-9607a755f8df'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:10.921891 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d3897724-4483-479e-a98e-c86511c89599 req-181b976c-3697-42ab-9c62-3e8de3ce0bf6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667336 Mar 23 17:08:10.922737 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-39f4df33-8756-4fde-95a7-6bf9e302408b admin admin] Publish callbacks [] for security_group (2ed472fa-1755-4105-a8a5-99629ca31890), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:10.950278 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b629a2e7-17fc-4082-9946-ef022282e08e req-f8823728-15b4-47b7-a146-ffdd1769162f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427805 Mar 23 17:08:10.955514 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-39f4df33-8756-4fde-95a7-6bf9e302408b admin admin] Publish callbacks [] for security_group (2ed472fa-1755-4105-a8a5-99629ca31890), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:10.970260 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5e95cf68-2ac9-419c-ab3b-22be5bf9e58a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (82af881a-917a-41d3-8039-d073f84b3926), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:11.103982 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-39f4df33-8756-4fde-95a7-6bf9e302408b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (2ed472fa-1755-4105-a8a5-99629ca31890), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:11.104158 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a2020-bfee-4dfb-b0a3-43081747d54c req-2bb1cecc-9380-42c9-a301-eb6c2fc4c328 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:11.108154 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2c7a2020-bfee-4dfb-b0a3-43081747d54c req-2bb1cecc-9380-42c9-a301-eb6c2fc4c328 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.1792367 Mar 23 17:08:11.117750 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-39f4df33-8756-4fde-95a7-6bf9e302408b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:11.119436 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-39f4df33-8756-4fde-95a7-6bf9e302408b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2ed472fa-1755-4105-a8a5-99629ca31890 HTTP/1.1" status: 204 len: 168 time: 0.3047693 Mar 23 17:08:11.132068 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4df33-8756-4fde-95a7-6bf9e302408b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed472fa-1755-4105-a8a5-99629ca31890,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:11.274800 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2c7a2020-bfee-4dfb-b0a3-43081747d54c req-4c648a20-8eb5-421c-8580-217f7647877d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401036 Mar 23 17:08:11.459332 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf10f9-b6e7-43b7-be02-03502d6d6c47 req-f6a82c54-f85a-4570-b0d9-d54e13f53628 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:11.461182 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4adf10f9-b6e7-43b7-be02-03502d6d6c47 req-f6a82c54-f85a-4570-b0d9-d54e13f53628 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0588350 Mar 23 17:08:11.518785 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4adf10f9-b6e7-43b7-be02-03502d6d6c47 req-74ab8188-2388-4ee9-8dc1-8e8ed1c6762d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505497 Mar 23 17:08:11.843942 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5e95cf68-2ac9-419c-ab3b-22be5bf9e58a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:11.967734 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5e95cf68-2ac9-419c-ab3b-22be5bf9e58a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (82af881a-917a-41d3-8039-d073f84b3926), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:12.069020 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.l3_db [None req-5e95cf68-2ac9-419c-ab3b-22be5bf9e58a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Floating IP 82af881a-917a-41d3-8039-d073f84b3926 associated. External IP: 172.27.1.206, port: d930f1b4-59c2-4e52-b96d-9607a755f8df. Mar 23 17:08:12.203039 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 57256) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:12.216078 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8689a3e7-fd48-403f-a58d-608e35a150cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:12.283914 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e95cf68-2ac9-419c-ab3b-22be5bf9e58a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Router 6eb0fc3d-315c-4722-9458-39e73209a3aa has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:08:12.288803 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8689a3e7-fd48-403f-a58d-608e35a150cb admin admin] Publish callbacks [] for security_group (d7f1f341-15c9-4a1f-a9a6-ce46ff06b0d6), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:12.349797 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8689a3e7-fd48-403f-a58d-608e35a150cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (d7f1f341-15c9-4a1f-a9a6-ce46ff06b0d6), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:12.386192 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-8689a3e7-fd48-403f-a58d-608e35a150cb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5840ed5b7fa14339ab93e1aa3f2ab708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1820445 Mar 23 17:08:12.390318 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 57262) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:12.418520 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689a3e7-fd48-403f-a58d-608e35a150cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f1f341-15c9-4a1f-a9a6-ce46ff06b0d6,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:12.465064 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0a388754-b487-47be-9eb6-783723e84e11 admin admin] Publish callbacks [] for security_group (d7f1f341-15c9-4a1f-a9a6-ce46ff06b0d6), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:12.494814 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0a388754-b487-47be-9eb6-783723e84e11 admin admin] Publish callbacks [] for security_group (d7f1f341-15c9-4a1f-a9a6-ce46ff06b0d6), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:12.502607 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e1c45-68f9-47d1-9be3-1f60310fe272 req-1695ab9e-56b2-4414-9aa4-7a0416627353 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:12.514288 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a50e1c45-68f9-47d1-9be3-1f60310fe272 req-1695ab9e-56b2-4414-9aa4-7a0416627353 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.1615682 Mar 23 17:08:12.578994 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a50e1c45-68f9-47d1-9be3-1f60310fe272 req-8728c38c-9b5e-48fd-a1f2-a766db261c50 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637648 Mar 23 17:08:12.583030 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e95cf68-2ac9-419c-ab3b-22be5bf9e58a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:08:12.597728 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3cf3f3-fde8-4e58-990a-e6b7c39498b6 None None] Sync routers for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:08:12.610045 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5e95cf68-2ac9-419c-ab3b-22be5bf9e58a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:12.624123 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3cf3f3-fde8-4e58-990a-e6b7c39498b6 None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:08:12.624807 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-0f3cf3f3-fde8-4e58-990a-e6b7c39498b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:07:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:12.663178 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-5e95cf68-2ac9-419c-ab3b-22be5bf9e58a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "PUT /v2.0/floatingips/82af881a-917a-41d3-8039-d073f84b3926 HTTP/1.1" status: 200 len: 992 time: 1.8088982 Mar 23 17:08:12.664097 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'tag': 'd930f1b4-59c2-4e52-b96d-9607a755f8df'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:08:12.666576 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa84592b-82c6-4173-8574-4ccb7052c679" -d '{"events": [{"name": "network-changed", "server_uuid": "60b8164b-29a8-41b4-b35b-c4e1063d4d1c", "tag": "d930f1b4-59c2-4e52-b96d-9607a755f8df"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:08:12.711585 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dcc52-34d2-4d6a-b357-1148fc87ca7b req-b5db1dee-5305-4588-b969-4459e9022d72 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:12.719521 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-871dcc52-34d2-4d6a-b357-1148fc87ca7b req-b5db1dee-5305-4588-b969-4459e9022d72 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.1045895 Mar 23 17:08:12.736297 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8deeaca7-2fe5-4da5-9951-43dd7d9dac12 x-openstack-request-id: req-8deeaca7-2fe5-4da5-9951-43dd7d9dac12 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:08:12.736960 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b8164b-29a8-41b4-b35b-c4e1063d4d1c", "tag": "d930f1b4-59c2-4e52-b96d-9607a755f8df", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:08:12.737428 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8deeaca7-2fe5-4da5-9951-43dd7d9dac12 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:08:12.737934 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8deeaca7-2fe5-4da5-9951-43dd7d9dac12'] response: {'name': 'network-changed', 'server_uuid': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'tag': 'd930f1b4-59c2-4e52-b96d-9607a755f8df', 'status': 'completed', 'code': 200} Mar 23 17:08:12.746988 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0a388754-b487-47be-9eb6-783723e84e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (d7f1f341-15c9-4a1f-a9a6-ce46ff06b0d6), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:12.749879 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0a388754-b487-47be-9eb6-783723e84e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:12.750919 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-0f3cf3f3-fde8-4e58-990a-e6b7c39498b6 None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:08:12.754636 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-0a388754-b487-47be-9eb6-783723e84e11 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d7f1f341-15c9-4a1f-a9a6-ce46ff06b0d6 HTTP/1.1" status: 204 len: 168 time: 0.3630674 Mar 23 17:08:12.769125 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a388754-b487-47be-9eb6-783723e84e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f1f341-15c9-4a1f-a9a6-ce46ff06b0d6,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:12.827301 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-871dcc52-34d2-4d6a-b357-1148fc87ca7b req-d0fdd2d0-5a65-42ac-81fd-efd25f8afe8a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972793 Mar 23 17:08:12.857319 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84592b-82c6-4173-8574-4ccb7052c679 req-fc6c50bd-e82d-4cd5-a426-078e7ec217ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:12.859895 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa84592b-82c6-4173-8574-4ccb7052c679 req-fc6c50bd-e82d-4cd5-a426-078e7ec217ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2336e4510f764841aa29452b39b8372a&device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 1130 time: 0.0839241 Mar 23 17:08:13.005953 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84592b-82c6-4173-8574-4ccb7052c679 req-cefb6905-7cbb-4190-b45f-46e2e6324549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:13.007501 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa84592b-82c6-4173-8574-4ccb7052c679 req-cefb6905-7cbb-4190-b45f-46e2e6324549 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d08b13a-5095-4a4d-97e2-485b1dca6f48 HTTP/1.1" status: 200 len: 916 time: 0.1393197 Mar 23 17:08:13.090171 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-0f3cf3f3-fde8-4e58-990a-e6b7c39498b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '82af881a-917a-41d3-8039-d073f84b3926', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': 'd930f1b4-59c2-4e52-b96d-9607a755f8df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:87:5b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:07:43Z', 'updated_at': '2022-03-23T17:08:11Z', 'revision_number': 1, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:13.117580 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3cf3f3-fde8-4e58-990a-e6b7c39498b6 None None] Checking router: 6eb0fc3d-315c-4722-9458-39e73209a3aa for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:08:13.121578 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa84592b-82c6-4173-8574-4ccb7052c679 req-0bc40b22-eaad-4a27-922f-79f433653864 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d930f1b4-59c2-4e52-b96d-9607a755f8df HTTP/1.1" status: 200 len: 1000 time: 0.1018844 Mar 23 17:08:13.126170 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3cf3f3-fde8-4e58-990a-e6b7c39498b6 None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:08:13.126768 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-0f3cf3f3-fde8-4e58-990a-e6b7c39498b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:07:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:13.171286 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84592b-82c6-4173-8574-4ccb7052c679 req-f20b0121-c62a-4a91-ad91-dd38b14dc028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:13.172779 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa84592b-82c6-4173-8574-4ccb7052c679 req-f20b0121-c62a-4a91-ad91-dd38b14dc028 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43603411-92d2-456c-9c3f-c4feabdc98c6 HTTP/1.1" status: 200 len: 853 time: 0.0443480 Mar 23 17:08:13.225739 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84592b-82c6-4173-8574-4ccb7052c679 req-b74d0a90-e54a-4006-a462-3cd2b4f33235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:13.227387 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa84592b-82c6-4173-8574-4ccb7052c679 req-b74d0a90-e54a-4006-a462-3cd2b4f33235 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d08b13a-5095-4a4d-97e2-485b1dca6f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489514 Mar 23 17:08:13.245821 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-0f3cf3f3-fde8-4e58-990a-e6b7c39498b6 None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:08:13.328480 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa84592b-82c6-4173-8574-4ccb7052c679 req-7c8fc305-8e5b-4782-a300-f81f58c8d50c service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905209 Mar 23 17:08:13.436354 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa84592b-82c6-4173-8574-4ccb7052c679 req-0ef5509b-00dc-4c7b-ad50-80ac6242d4a4 service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023777 Mar 23 17:08:13.481602 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 57296) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:13.519048 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-0f3cf3f3-fde8-4e58-990a-e6b7c39498b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '82af881a-917a-41d3-8039-d073f84b3926', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': 'd930f1b4-59c2-4e52-b96d-9607a755f8df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:87:5b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:07:43Z', 'updated_at': '2022-03-23T17:08:11Z', 'revision_number': 1, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:13.550793 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3cf3f3-fde8-4e58-990a-e6b7c39498b6 None None] The sync data for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi is: [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '82af881a-917a-41d3-8039-d073f84b3926', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': 'd930f1b4-59c2-4e52-b96d-9607a755f8df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:87:5b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:07:43Z', 'updated_at': '2022-03-23T17:08:11Z', 'revision_number': 1, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:08:13.642531 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6653c2da-75f4-4568-855a-da3dcb932976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:13.734589 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6653c2da-75f4-4568-855a-da3dcb932976 admin admin] Publish callbacks [] for security_group (acf055b8-2d84-4400-a86b-3b1621b47950), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:13.744625 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d4e28-b17e-4492-af5b-846be19cc7bd req-7df417e0-fbe6-4e54-9b70-a40f606371c7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:13.749333 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-700d4e28-b17e-4492-af5b-846be19cc7bd req-7df417e0-fbe6-4e54-9b70-a40f606371c7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0715015 Mar 23 17:08:13.797978 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-700d4e28-b17e-4492-af5b-846be19cc7bd req-4f2d7ef8-0f20-495b-bba6-5f93e125a0ad tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451965 Mar 23 17:08:13.822593 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17066eb-9c3c-4429-ba0f-08320fd1a631 None None] New status for floating IP 82af881a-917a-41d3-8039-d073f84b3926: ACTIVE {{(pid=104062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:08:13.827927 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6653c2da-75f4-4568-855a-da3dcb932976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (acf055b8-2d84-4400-a86b-3b1621b47950), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:13.856833 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-6653c2da-75f4-4568-855a-da3dcb932976 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=589a53727e7c46d6883c779027c71679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3740284 Mar 23 17:08:13.859560 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57316) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:13.887588 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653c2da-75f4-4568-855a-da3dcb932976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf055b8-2d84-4400-a86b-3b1621b47950,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:13.935041 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2216da05-67c1-4d55-a375-43a142b30ad7 admin admin] Publish callbacks [] for security_group (acf055b8-2d84-4400-a86b-3b1621b47950), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:13.987761 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2216da05-67c1-4d55-a375-43a142b30ad7 admin admin] Publish callbacks [] for security_group (acf055b8-2d84-4400-a86b-3b1621b47950), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:14.020340 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e276f2-9fcb-4519-88af-54f0bdbbec42 req-84c0bad2-7cf0-4aab-af87-8513b7809033 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:14.024096 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-54e276f2-9fcb-4519-88af-54f0bdbbec42 req-84c0bad2-7cf0-4aab-af87-8513b7809033 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.1473176 Mar 23 17:08:14.034935 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 57326) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:14.045947 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-84d721d1-f17d-4f83-8fb9-a2e661277089 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Request body: {'floatingip': {'port_id': '1f4a8e49-b984-4053-b0c2-3f74de953a5c'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:14.155908 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-84d721d1-f17d-4f83-8fb9-a2e661277089 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for floatingip (bcdbceb1-d372-41dd-bfb6-0c22de48d3e8), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:14.158702 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ad4bf-5488-4fa8-9e71-1cea02216a96 req-edea892b-0fdf-407f-ab4a-63a108e4c01f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:14.160771 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8e7ad4bf-5488-4fa8-9e71-1cea02216a96 req-edea892b-0fdf-407f-ab4a-63a108e4c01f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0865035 Mar 23 17:08:14.161445 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2216da05-67c1-4d55-a375-43a142b30ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (acf055b8-2d84-4400-a86b-3b1621b47950), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:14.165779 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2216da05-67c1-4d55-a375-43a142b30ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:14.165779 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-2216da05-67c1-4d55-a375-43a142b30ad7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/acf055b8-2d84-4400-a86b-3b1621b47950 HTTP/1.1" status: 204 len: 168 time: 0.3044877 Mar 23 17:08:14.193383 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216da05-67c1-4d55-a375-43a142b30ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf055b8-2d84-4400-a86b-3b1621b47950,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:14.249199 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8e7ad4bf-5488-4fa8-9e71-1cea02216a96 req-eb661298-9c45-4297-b5b8-62001b60b98d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808804 Mar 23 17:08:14.928532 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4659ce7-f0d1-47df-9fe5-b04753da65d9 req-a7e6ce19-a086-401f-b708-d321e2b52574 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:14.930157 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c4659ce7-f0d1-47df-9fe5-b04753da65d9 req-a7e6ce19-a086-401f-b708-d321e2b52574 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0922256 Mar 23 17:08:15.009798 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe921c-aaa4-4edf-a06c-f05e87feb658 req-008c29a2-f455-4bd1-afdc-ed0d54e8da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:15.011500 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-abbe921c-aaa4-4edf-a06c-f05e87feb658 req-008c29a2-f455-4bd1-afdc-ed0d54e8da13 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 1130 time: 0.1002138 Mar 23 17:08:15.019678 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c4659ce7-f0d1-47df-9fe5-b04753da65d9 req-2652e8df-6fe3-4304-979f-4b8b0a60100f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742812 Mar 23 17:08:15.020133 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57360) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:15.035781 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-292a7388-d680-4134-8c58-d5fde2bbbea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:15.117523 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-84d721d1-f17d-4f83-8fb9-a2e661277089 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:15.159275 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe921c-aaa4-4edf-a06c-f05e87feb658 req-65faa1a5-8d60-4693-998c-9e7f416e823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:15.162287 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-abbe921c-aaa4-4edf-a06c-f05e87feb658 req-65faa1a5-8d60-4693-998c-9e7f416e823d service neutron] 10.222.0.43 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 920 time: 0.1264825 Mar 23 17:08:15.195564 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-84d721d1-f17d-4f83-8fb9-a2e661277089 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (bcdbceb1-d372-41dd-bfb6-0c22de48d3e8), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:15.215619 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-abbe921c-aaa4-4edf-a06c-f05e87feb658 req-7869a88d-cfc5-47be-ac02-376280a05dc2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88c0a3bf-8932-4e8c-855b-be2c93889447 HTTP/1.1" status: 200 len: 217 time: 0.0484893 Mar 23 17:08:15.271151 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-292a7388-d680-4134-8c58-d5fde2bbbea9 admin admin] Publish callbacks [] for security_group (5bc967df-0e52-4245-b3cc-96de3d40bb6e), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:15.293909 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe921c-aaa4-4edf-a06c-f05e87feb658 req-304b0804-35f0-4712-9794-fb7551380e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:15.293909 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-abbe921c-aaa4-4edf-a06c-f05e87feb658 req-304b0804-35f0-4712-9794-fb7551380e46 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34f5912-e7b8-4c19-ae6b-6c3e94613af9 HTTP/1.1" status: 200 len: 857 time: 0.0681846 Mar 23 17:08:15.312423 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [None req-84d721d1-f17d-4f83-8fb9-a2e661277089 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Floating IP bcdbceb1-d372-41dd-bfb6-0c22de48d3e8 associated. External IP: 172.27.1.127, port: 1f4a8e49-b984-4053-b0c2-3f74de953a5c. Mar 23 17:08:15.350294 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe921c-aaa4-4edf-a06c-f05e87feb658 req-5c612f9f-384a-4ff9-b3a4-75c01909ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:15.353499 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-abbe921c-aaa4-4edf-a06c-f05e87feb658 req-5c612f9f-384a-4ff9-b3a4-75c01909ee8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51f4a656-753b-4765-843d-71e3a0fb2d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480008 Mar 23 17:08:15.389843 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-292a7388-d680-4134-8c58-d5fde2bbbea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (5bc967df-0e52-4245-b3cc-96de3d40bb6e), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:15.464732 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a7388-d680-4134-8c58-d5fde2bbbea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc967df-0e52-4245-b3cc-96de3d40bb6e,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:15.471817 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-292a7388-d680-4134-8c58-d5fde2bbbea9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c8811cb98edd46fda9a3055f2f0e1311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4506164 Mar 23 17:08:15.474441 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57388) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:15.538771 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-abbe921c-aaa4-4edf-a06c-f05e87feb658 req-e82f4a2b-64f7-4d4a-9ea3-5ef09f6600c1 service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781213 Mar 23 17:08:15.568845 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d721d1-f17d-4f83-8fb9-a2e661277089 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Router c9df24ef-35ca-4797-ad3c-245e23b77da2 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:08:15.601224 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-27bc393c-4880-42d6-930b-a6baba66feeb admin admin] Publish callbacks [] for security_group (5bc967df-0e52-4245-b3cc-96de3d40bb6e), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:15.630252 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-27bc393c-4880-42d6-930b-a6baba66feeb admin admin] Publish callbacks [] for security_group (5bc967df-0e52-4245-b3cc-96de3d40bb6e), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:15.699450 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-abbe921c-aaa4-4edf-a06c-f05e87feb658 req-62d27cfa-b361-4cea-9300-57dd9772879f service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494856 Mar 23 17:08:15.704838 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d721d1-f17d-4f83-8fb9-a2e661277089 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:08:15.716171 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269de9fe-7d08-4a45-bb22-24ec073f038d None None] Sync routers for ids ['c9df24ef-35ca-4797-ad3c-245e23b77da2'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:08:15.720402 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-84d721d1-f17d-4f83-8fb9-a2e661277089 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:15.730320 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269de9fe-7d08-4a45-bb22-24ec073f038d None None] Routers {'c9df24ef-35ca-4797-ad3c-245e23b77da2'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:08:15.731099 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-269de9fe-7d08-4a45-bb22-24ec073f038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:07:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c9df24ef-35ca-4797-ad3c-245e23b77da2'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:15.757934 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-84d721d1-f17d-4f83-8fb9-a2e661277089 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "PUT /v2.0/floatingips/bcdbceb1-d372-41dd-bfb6-0c22de48d3e8 HTTP/1.1" status: 200 len: 991 time: 1.7213237 Mar 23 17:08:15.758515 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'tag': '1f4a8e49-b984-4053-b0c2-3f74de953a5c'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:08:15.761031 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1511f1a-e67d-41c0-853a-3b45c8b59941" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a", "tag": "1f4a8e49-b984-4053-b0c2-3f74de953a5c"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:08:15.806698 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9a8869-9fcd-4560-b3bd-14288c0df42b x-openstack-request-id: req-4b9a8869-9fcd-4560-b3bd-14288c0df42b {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:08:15.806987 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a", "tag": "1f4a8e49-b984-4053-b0c2-3f74de953a5c", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:08:15.807236 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4b9a8869-9fcd-4560-b3bd-14288c0df42b {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:08:15.807638 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b9a8869-9fcd-4560-b3bd-14288c0df42b'] response: {'name': 'network-changed', 'server_uuid': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'tag': '1f4a8e49-b984-4053-b0c2-3f74de953a5c', 'status': 'completed', 'code': 200} Mar 23 17:08:15.818906 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-27bc393c-4880-42d6-930b-a6baba66feeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (5bc967df-0e52-4245-b3cc-96de3d40bb6e), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:15.821651 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-27bc393c-4880-42d6-930b-a6baba66feeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:15.824713 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-27bc393c-4880-42d6-930b-a6baba66feeb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5bc967df-0e52-4245-b3cc-96de3d40bb6e HTTP/1.1" status: 204 len: 168 time: 0.3474689 Mar 23 17:08:15.838668 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc393c-4880-42d6-930b-a6baba66feeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc967df-0e52-4245-b3cc-96de3d40bb6e,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:15.927543 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1511f1a-e67d-41c0-853a-3b45c8b59941 req-563549c0-3ef5-4b2c-9f92-0c6664668548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:15.927543 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d1511f1a-e67d-41c0-853a-3b45c8b59941 req-563549c0-3ef5-4b2c-9f92-0c6664668548 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c&device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 1129 time: 0.0675828 Mar 23 17:08:15.936462 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-269de9fe-7d08-4a45-bb22-24ec073f038d None None] Set router c9df24ef-35ca-4797-ad3c-245e23b77da2 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:08:16.052103 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1511f1a-e67d-41c0-853a-3b45c8b59941 req-a4019bf0-c983-406c-aca3-36542c97647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:16.053715 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d1511f1a-e67d-41c0-853a-3b45c8b59941 req-a4019bf0-c983-406c-aca3-36542c97647a service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3 HTTP/1.1" status: 200 len: 918 time: 0.1088707 Mar 23 17:08:16.144211 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d1511f1a-e67d-41c0-853a-3b45c8b59941 req-d143a6fd-a333-4fc7-860e-074f6044f09d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c HTTP/1.1" status: 200 len: 999 time: 0.0824652 Mar 23 17:08:16.216725 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1511f1a-e67d-41c0-853a-3b45c8b59941 req-03d14ebe-70e6-4ea1-8697-040ea1eb1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:16.218126 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d1511f1a-e67d-41c0-853a-3b45c8b59941 req-03d14ebe-70e6-4ea1-8697-040ea1eb1ea5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=421c0aa2-1b52-4062-af10-a6dde97fb797 HTTP/1.1" status: 200 len: 855 time: 0.0559847 Mar 23 17:08:16.226138 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-269de9fe-7d08-4a45-bb22-24ec073f038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'bcdbceb1-d372-41dd-bfb6-0c22de48d3e8', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'port_id': '1f4a8e49-b984-4053-b0c2-3f74de953a5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'mac_address': 'fa:16:3e:ee:80:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:07:42Z', 'updated_at': '2022-03-23T17:08:14Z', 'revision_number': 1, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1a312f-cf3d-4543-b4ea-2eb91010c6aa', 'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'mac_address': 'fa:16:3e:c3:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:27Z', 'updated_at': '2022-03-23T17:07:42Z', 'revision_number': 5, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'subnets': [{'id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:16.231646 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba04b1-7dff-4e70-b94b-404f6fa80b5b req-7edd30dd-8a11-4880-b4fd-147939fa3027 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:16.231646 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-55ba04b1-7dff-4e70-b94b-404f6fa80b5b req-7edd30dd-8a11-4880-b4fd-147939fa3027 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.1023037 Mar 23 17:08:16.265717 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269de9fe-7d08-4a45-bb22-24ec073f038d None None] Checking router: c9df24ef-35ca-4797-ad3c-245e23b77da2 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:08:16.276499 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269de9fe-7d08-4a45-bb22-24ec073f038d None None] Routers {'c9df24ef-35ca-4797-ad3c-245e23b77da2'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:08:16.277873 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-269de9fe-7d08-4a45-bb22-24ec073f038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:07:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c9df24ef-35ca-4797-ad3c-245e23b77da2'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:16.315172 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1511f1a-e67d-41c0-853a-3b45c8b59941 req-23d168bd-792d-49a1-a8da-5106d240eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:16.316528 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d1511f1a-e67d-41c0-853a-3b45c8b59941 req-23d168bd-792d-49a1-a8da-5106d240eef6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850050 Mar 23 17:08:16.321533 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-55ba04b1-7dff-4e70-b94b-404f6fa80b5b req-b854b30e-9dd1-427c-9b8f-05cb52b3133e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796807 Mar 23 17:08:16.441630 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-269de9fe-7d08-4a45-bb22-24ec073f038d None None] Set router c9df24ef-35ca-4797-ad3c-245e23b77da2 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:08:16.450153 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d1511f1a-e67d-41c0-853a-3b45c8b59941 req-d0fdedd9-830e-45fd-8e92-e83c4e60d865 service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265259 Mar 23 17:08:16.573134 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d1511f1a-e67d-41c0-853a-3b45c8b59941 req-1435db8c-ce40-4e2a-a24a-9fd4f47f5819 service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018198 Mar 23 17:08:16.713940 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-269de9fe-7d08-4a45-bb22-24ec073f038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'bcdbceb1-d372-41dd-bfb6-0c22de48d3e8', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'port_id': '1f4a8e49-b984-4053-b0c2-3f74de953a5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'mac_address': 'fa:16:3e:ee:80:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:07:42Z', 'updated_at': '2022-03-23T17:08:14Z', 'revision_number': 1, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1a312f-cf3d-4543-b4ea-2eb91010c6aa', 'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'mac_address': 'fa:16:3e:c3:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:27Z', 'updated_at': '2022-03-23T17:07:42Z', 'revision_number': 5, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'subnets': [{'id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:16.746153 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269de9fe-7d08-4a45-bb22-24ec073f038d None None] The sync data for ids ['c9df24ef-35ca-4797-ad3c-245e23b77da2'] in dv-cinder-834919-1-iscsi is: [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'bcdbceb1-d372-41dd-bfb6-0c22de48d3e8', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'port_id': '1f4a8e49-b984-4053-b0c2-3f74de953a5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'mac_address': 'fa:16:3e:ee:80:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:07:42Z', 'updated_at': '2022-03-23T17:08:14Z', 'revision_number': 1, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1a312f-cf3d-4543-b4ea-2eb91010c6aa', 'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'mac_address': 'fa:16:3e:c3:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:27Z', 'updated_at': '2022-03-23T17:07:42Z', 'revision_number': 5, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'subnets': [{'id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:08:16.945329 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4444088-e8bd-4f7a-ac0a-a528f5a4e99e None None] New status for floating IP bcdbceb1-d372-41dd-bfb6-0c22de48d3e8: ACTIVE {{(pid=104062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:08:17.177755 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57452) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:17.314830 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9572-207f-4672-bf99-752e131afa90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:17.391564 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9572-207f-4672-bf99-752e131afa90 admin admin] Publish callbacks [] for security_group (1d53d6a6-05d1-4426-9476-c98cdc659d7f), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:17.463168 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123320c-35c0-4fa9-b258-b480fa6f6dd7 req-5f36a995-0cb7-4067-b18c-afcee5fc2a28 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:17.463786 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9572-207f-4672-bf99-752e131afa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (1d53d6a6-05d1-4426-9476-c98cdc659d7f), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:17.464738 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8123320c-35c0-4fa9-b258-b480fa6f6dd7 req-5f36a995-0cb7-4067-b18c-afcee5fc2a28 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0578988 Mar 23 17:08:17.503945 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-e6ce9572-207f-4672-bf99-752e131afa90 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0fa250930664437aaf950325ef41a231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225031 Mar 23 17:08:17.504877 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce9572-207f-4672-bf99-752e131afa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d53d6a6-05d1-4426-9476-c98cdc659d7f,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:17.507312 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57468) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:17.515859 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8123320c-35c0-4fa9-b258-b480fa6f6dd7 req-ebcf2a9f-5615-4dbd-bb7f-0ce3916ff416 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441358 Mar 23 17:08:17.556145 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1b380af4-4157-4086-a06f-9065b2669016 admin admin] Publish callbacks [] for security_group (1d53d6a6-05d1-4426-9476-c98cdc659d7f), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:17.578404 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1b380af4-4157-4086-a06f-9065b2669016 admin admin] Publish callbacks [] for security_group (1d53d6a6-05d1-4426-9476-c98cdc659d7f), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:17.698632 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1b380af4-4157-4086-a06f-9065b2669016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (1d53d6a6-05d1-4426-9476-c98cdc659d7f), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:17.702451 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1b380af4-4157-4086-a06f-9065b2669016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:17.703693 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-1b380af4-4157-4086-a06f-9065b2669016 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1d53d6a6-05d1-4426-9476-c98cdc659d7f HTTP/1.1" status: 204 len: 168 time: 0.1956043 Mar 23 17:08:17.712417 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b380af4-4157-4086-a06f-9065b2669016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d53d6a6-05d1-4426-9476-c98cdc659d7f,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:17.916457 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 57482) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:18.188504 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-24905386-8847-4d00-a142-dc9a55678afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:18.267350 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-24905386-8847-4d00-a142-dc9a55678afc admin admin] Publish callbacks [] for security_group (cefdae6b-77b3-47c9-9621-050315459647), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:18.338948 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-24905386-8847-4d00-a142-dc9a55678afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (cefdae6b-77b3-47c9-9621-050315459647), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:18.383407 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-24905386-8847-4d00-a142-dc9a55678afc admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=dfb6ed8ebdcc4ca8bdc93fefdc2e341e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4697421 Mar 23 17:08:18.383407 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24905386-8847-4d00-a142-dc9a55678afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefdae6b-77b3-47c9-9621-050315459647,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:18.383802 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57498) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:18.444685 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7abcff40-97bd-4091-9556-097dec6ce0cd admin admin] Publish callbacks [] for security_group (cefdae6b-77b3-47c9-9621-050315459647), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:18.466025 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7abcff40-97bd-4091-9556-097dec6ce0cd admin admin] Publish callbacks [] for security_group (cefdae6b-77b3-47c9-9621-050315459647), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:18.634528 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b1668-2870-408f-9e45-acf12d749d8c req-8d1acb3b-ae2c-4a39-bd04-2a6b79aa1b01 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:18.636085 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-790b1668-2870-408f-9e45-acf12d749d8c req-8d1acb3b-ae2c-4a39-bd04-2a6b79aa1b01 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0514629 Mar 23 17:08:18.665013 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57502) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:18.673757 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1c71e118-6365-4b3c-9e34-efece3969ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:18.706842 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-790b1668-2870-408f-9e45-acf12d749d8c req-da6a24cd-f2da-484b-88e9-3ed9150ef8ef tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650852 Mar 23 17:08:18.751911 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7abcff40-97bd-4091-9556-097dec6ce0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (cefdae6b-77b3-47c9-9621-050315459647), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:18.764061 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7abcff40-97bd-4091-9556-097dec6ce0cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:18.764061 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-7abcff40-97bd-4091-9556-097dec6ce0cd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/cefdae6b-77b3-47c9-9621-050315459647 HTTP/1.1" status: 204 len: 168 time: 0.3703787 Mar 23 17:08:18.777410 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcff40-97bd-4091-9556-097dec6ce0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefdae6b-77b3-47c9-9621-050315459647,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:18.831835 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1c71e118-6365-4b3c-9e34-efece3969ae1 admin admin] Publish callbacks [] for security_group (3fabe3ce-7702-42df-b91a-58c3b0a4209c), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:18.922155 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1c71e118-6365-4b3c-9e34-efece3969ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (3fabe3ce-7702-42df-b91a-58c3b0a4209c), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:18.957244 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71e118-6365-4b3c-9e34-efece3969ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fabe3ce-7702-42df-b91a-58c3b0a4209c,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:18.984006 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-1c71e118-6365-4b3c-9e34-efece3969ae1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3a24dd34414e4ec8a2300e17aa257dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234549 Mar 23 17:08:18.984345 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57512) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:19.033598 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2dfa194e-40fe-40bb-b757-2ca994250e4d admin admin] Publish callbacks [] for security_group (3fabe3ce-7702-42df-b91a-58c3b0a4209c), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:19.070402 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2dfa194e-40fe-40bb-b757-2ca994250e4d admin admin] Publish callbacks [] for security_group (3fabe3ce-7702-42df-b91a-58c3b0a4209c), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:19.269698 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2dfa194e-40fe-40bb-b757-2ca994250e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (3fabe3ce-7702-42df-b91a-58c3b0a4209c), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:19.272300 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2dfa194e-40fe-40bb-b757-2ca994250e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:19.273488 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-2dfa194e-40fe-40bb-b757-2ca994250e4d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3fabe3ce-7702-42df-b91a-58c3b0a4209c HTTP/1.1" status: 204 len: 168 time: 0.2881455 Mar 23 17:08:19.281594 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa194e-40fe-40bb-b757-2ca994250e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fabe3ce-7702-42df-b91a-58c3b0a4209c,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:19.544740 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57540) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:19.557616 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-735c926a-dcee-4030-a535-b94d4c60777a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:19.632220 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-735c926a-dcee-4030-a535-b94d4c60777a admin admin] Publish callbacks [] for security_group (44087e6d-032c-42aa-952b-94a362ddb4fe), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:19.750216 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-735c926a-dcee-4030-a535-b94d4c60777a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (44087e6d-032c-42aa-952b-94a362ddb4fe), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:19.800516 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c926a-dcee-4030-a535-b94d4c60777a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44087e6d-032c-42aa-952b-94a362ddb4fe,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:19.807102 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-735c926a-dcee-4030-a535-b94d4c60777a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ffa4a6e83a944fdf85f00a7eb9b2d1b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612417 Mar 23 17:08:19.809785 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57554) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:19.912355 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24727dbb-aba7-4266-ad6c-b90a369f1b5d req-80e5b323-cec5-421d-ac7c-ff416358864a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:19.914385 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-24727dbb-aba7-4266-ad6c-b90a369f1b5d req-80e5b323-cec5-421d-ac7c-ff416358864a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.1255515 Mar 23 17:08:19.915075 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c4bd-adc7-4cb6-9be2-0ee43290e1ef admin admin] Publish callbacks [] for security_group (44087e6d-032c-42aa-952b-94a362ddb4fe), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:19.916211 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066f97a-be0b-4c8b-8d72-bb01b2ab7e3e req-b4baa255-23c0-4b57-8eea-558dcc1231de tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:19.917933 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b066f97a-be0b-4c8b-8d72-bb01b2ab7e3e req-b4baa255-23c0-4b57-8eea-558dcc1231de tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 945 time: 0.0636313 Mar 23 17:08:19.960809 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c4bd-adc7-4cb6-9be2-0ee43290e1ef admin admin] Publish callbacks [] for security_group (44087e6d-032c-42aa-952b-94a362ddb4fe), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:19.967595 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b066f97a-be0b-4c8b-8d72-bb01b2ab7e3e req-6b666b53-27e4-4dec-b92f-1d726c748cab tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441279 Mar 23 17:08:20.005654 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-24727dbb-aba7-4266-ad6c-b90a369f1b5d req-01b03db9-6aa6-4191-9779-c34525cc6f6d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837390 Mar 23 17:08:20.087248 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c4bd-adc7-4cb6-9be2-0ee43290e1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (44087e6d-032c-42aa-952b-94a362ddb4fe), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:20.090206 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c4bd-adc7-4cb6-9be2-0ee43290e1ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:20.091390 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-a4b0c4bd-adc7-4cb6-9be2-0ee43290e1ef admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/44087e6d-032c-42aa-952b-94a362ddb4fe HTTP/1.1" status: 204 len: 168 time: 0.2806191 Mar 23 17:08:20.099020 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0c4bd-adc7-4cb6-9be2-0ee43290e1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44087e6d-032c-42aa-952b-94a362ddb4fe,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:21.102912 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84206e-92f2-4fa8-a5c0-384c783d1434 req-f0375f69-9490-40aa-94e6-94795b9df8b4 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:21.104430 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1a84206e-92f2-4fa8-a5c0-384c783d1434 req-f0375f69-9490-40aa-94e6-94795b9df8b4 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 945 time: 0.0607786 Mar 23 17:08:21.104919 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 57606) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:21.152626 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0d335-2e6c-40cc-bf2b-72f3bc31f112 req-52e6a584-0902-470d-9504-3b15a1bd60c2 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:21.154246 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5cc0d335-2e6c-40cc-bf2b-72f3bc31f112 req-52e6a584-0902-470d-9504-3b15a1bd60c2 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0572562 Mar 23 17:08:21.173179 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1a84206e-92f2-4fa8-a5c0-384c783d1434 req-96982267-6db4-492e-b5f2-51be92d9b3b1 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581510 Mar 23 17:08:21.219926 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5cc0d335-2e6c-40cc-bf2b-72f3bc31f112 req-990a6f0e-266d-4b5b-82d8-caa18ee45b2a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554149 Mar 23 17:08:21.334913 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:21.409151 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Publish callbacks [] for security_group (ced568db-654b-43be-8cbb-e45854e280c3), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:21.481498 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (ced568db-654b-43be-8cbb-e45854e280c3), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:21.520918 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a3cfa7486f8549a49d4d1e1623b7adf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149718 Mar 23 17:08:21.522863 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced568db-654b-43be-8cbb-e45854e280c3,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:21.523864 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57618) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:21.530805 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.531330 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.531564 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.535752 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.535752 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.535752 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.535752 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.535752 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.535752 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.535752 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.535752 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.535752 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.535752 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.535752 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.535752 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de1e2-43f7-411d-8957-52f46752d241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.572299 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Publish callbacks [] for security_group (ced568db-654b-43be-8cbb-e45854e280c3), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:21.594048 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Publish callbacks [] for security_group (ced568db-654b-43be-8cbb-e45854e280c3), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:21.767017 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (ced568db-654b-43be-8cbb-e45854e280c3), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:21.769683 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:21.770831 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ced568db-654b-43be-8cbb-e45854e280c3 HTTP/1.1" status: 204 len: 168 time: 0.2459221 Mar 23 17:08:21.778844 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced568db-654b-43be-8cbb-e45854e280c3,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:21.785906 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.786255 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.786606 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.786946 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.787306 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.787641 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.787967 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.788304 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.788665 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.788992 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.789319 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.789648 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.789972 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.790298 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:21.790621 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed111395-3344-4e6d-8bd0-d2e6f00dc89a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:22.287362 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac492a48-4ad3-4585-815b-6b02ebacfd86 req-4a2d8980-a97a-4567-9f47-34522c8e7d4b tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:22.289167 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ac492a48-4ad3-4585-815b-6b02ebacfd86 req-4a2d8980-a97a-4567-9f47-34522c8e7d4b tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 945 time: 0.0580509 Mar 23 17:08:22.332113 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77af93f-b648-44b1-b079-a0c8d9143ce2 req-6326c17b-e76a-4267-bd25-af725e3fe307 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:22.353061 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e77af93f-b648-44b1-b079-a0c8d9143ce2 req-6326c17b-e76a-4267-bd25-af725e3fe307 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0530043 Mar 23 17:08:22.353507 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ac492a48-4ad3-4585-815b-6b02ebacfd86 req-652b360d-d032-49d6-8529-f89a062b4d82 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422018 Mar 23 17:08:22.380452 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e77af93f-b648-44b1-b079-a0c8d9143ce2 req-ce6ddcf8-7af8-4034-9044-686a1b2481dc tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409932 Mar 23 17:08:23.461592 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabf2ad-825f-4359-9cca-9c245934955f req-0bbd54bc-8caa-4fa1-b61a-e3309260d08c tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:23.463966 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-caabf2ad-825f-4359-9cca-9c245934955f req-0bbd54bc-8caa-4fa1-b61a-e3309260d08c tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 945 time: 0.0587225 Mar 23 17:08:23.527000 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-caabf2ad-825f-4359-9cca-9c245934955f req-380ae7c1-8de4-4440-8018-b049e198fd4f tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550654 Mar 23 17:08:23.535318 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdd75c-c32a-4a89-87b8-7ed01e5b633c req-29265dd4-f6bb-44eb-b7a4-1b3439aa301f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:23.536898 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-05cdd75c-c32a-4a89-87b8-7ed01e5b633c req-29265dd4-f6bb-44eb-b7a4-1b3439aa301f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0679476 Mar 23 17:08:23.594502 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-05cdd75c-c32a-4a89-87b8-7ed01e5b633c req-13f3f942-7f67-4bea-a480-afcb6ca4afe8 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497353 Mar 23 17:08:23.978771 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:24.385041 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9ab6d4c2-ad07-4f2c-a2e4-3aceab8bcdcd req-e8dca509-a388-4793-afc3-2622880af554 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442615 Mar 23 17:08:24.484209 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6d4c2-ad07-4f2c-a2e4-3aceab8bcdcd req-66213f95-a4b0-41ca-89ac-f87784a78129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:24.485927 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9ab6d4c2-ad07-4f2c-a2e4-3aceab8bcdcd req-66213f95-a4b0-41ca-89ac-f87784a78129 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 1129 time: 0.0481925 Mar 23 17:08:24.601367 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6d4c2-ad07-4f2c-a2e4-3aceab8bcdcd req-46ebe4c8-6732-4ef4-a94f-28b065cff83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:24.606606 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9ab6d4c2-ad07-4f2c-a2e4-3aceab8bcdcd req-46ebe4c8-6732-4ef4-a94f-28b065cff83a service neutron] 10.222.0.43 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 920 time: 0.0984061 Mar 23 17:08:24.649851 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9ab6d4c2-ad07-4f2c-a2e4-3aceab8bcdcd req-142c56b4-052a-43f0-a6f2-acd7e91c5b5b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb12bb7-c514-47f9-95d9-c9b6483598ef HTTP/1.1" status: 200 len: 217 time: 0.0408568 Mar 23 17:08:24.652574 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5352d-2f1f-410a-9ed7-79bc8513c769 req-d4235e17-00e8-40c9-ad7d-63edc96a4c6e tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:24.660926 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0ee5352d-2f1f-410a-9ed7-79bc8513c769 req-d4235e17-00e8-40c9-ad7d-63edc96a4c6e tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 945 time: 0.0626030 Mar 23 17:08:24.717752 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0ee5352d-2f1f-410a-9ed7-79bc8513c769 req-46bdf03f-b89b-45e9-adb7-e97aabfbd78c tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/security-groups?id=b37d6d4b-83f9-48f2-afd4-a2638a354f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551569 Mar 23 17:08:24.859939 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b674dc-25ef-4fd0-a7c3-7b7e51414bbb req-0cd63696-116b-42b3-969e-3e723f4b4f46 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:24.861658 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-42b674dc-25ef-4fd0-a7c3-7b7e51414bbb req-0cd63696-116b-42b3-969e-3e723f4b4f46 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 945 time: 0.0621784 Mar 23 17:08:24.986678 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6d4c2-ad07-4f2c-a2e4-3aceab8bcdcd req-a26ded4d-6884-4656-9f09-a023fcd70616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:24.988047 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9ab6d4c2-ad07-4f2c-a2e4-3aceab8bcdcd req-a26ded4d-6884-4656-9f09-a023fcd70616 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34f5912-e7b8-4c19-ae6b-6c3e94613af9 HTTP/1.1" status: 200 len: 857 time: 0.3268991 Mar 23 17:08:25.001863 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-42b674dc-25ef-4fd0-a7c3-7b7e51414bbb req-17a7105a-71c1-4c59-adc6-f367ead54f66 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Deleting port 8e976084-e170-4782-a7db-ab146e3b71ec {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:08:25.002204 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-42b674dc-25ef-4fd0-a7c3-7b7e51414bbb req-17a7105a-71c1-4c59-adc6-f367ead54f66 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (8e976084-e170-4782-a7db-ab146e3b71ec), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:25.033872 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f10c3-970b-4a1f-bb97-bb0cb3151e45 req-32c3daf1-bc28-4d7c-b83d-d61642c3b7b1 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:25.035442 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-223f10c3-970b-4a1f-bb97-bb0cb3151e45 req-32c3daf1-bc28-4d7c-b83d-d61642c3b7b1 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.3395987 Mar 23 17:08:25.070556 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6d4c2-ad07-4f2c-a2e4-3aceab8bcdcd req-b283240f-f5e1-4fed-8e74-9d15cfb1fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:25.072043 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9ab6d4c2-ad07-4f2c-a2e4-3aceab8bcdcd req-b283240f-f5e1-4fed-8e74-9d15cfb1fe9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51f4a656-753b-4765-843d-71e3a0fb2d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774155 Mar 23 17:08:25.101730 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-42b674dc-25ef-4fd0-a7c3-7b7e51414bbb req-17a7105a-71c1-4c59-adc6-f367ead54f66 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] For port 8e976084-e170-4782-a7db-ab146e3b71ec, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=8e976084-e170-4782-a7db-ab146e3b71ec,segment=NetworkSegment(e2038731-129d-4b10-97c2-2924034a55e9),segment_id=e2038731-129d-4b10-97c2-2924034a55e9)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:25.102239 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-42b674dc-25ef-4fd0-a7c3-7b7e51414bbb req-17a7105a-71c1-4c59-adc6-f367ead54f66 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (8e976084-e170-4782-a7db-ab146e3b71ec), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:25.119661 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-42b674dc-25ef-4fd0-a7c3-7b7e51414bbb req-17a7105a-71c1-4c59-adc6-f367ead54f66 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Calling delete_port for 8e976084-e170-4782-a7db-ab146e3b71ec owned by compute:nova {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:08:25.138164 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-223f10c3-970b-4a1f-bb97-bb0cb3151e45 req-e65bd762-1ca5-4d66-814d-5ddd281aae91 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963781 Mar 23 17:08:25.172868 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2803d33e-46b4-4f8a-9037-1989fe3794eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:25.204912 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9ab6d4c2-ad07-4f2c-a2e4-3aceab8bcdcd req-23f299f4-6ddb-47fe-8799-486a74f048eb service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243854 Mar 23 17:08:25.300233 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9ab6d4c2-ad07-4f2c-a2e4-3aceab8bcdcd req-1e39b02d-f2f7-44a6-ab09-223e48bf1c69 service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889721 Mar 23 17:08:25.355480 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-42b674dc-25ef-4fd0-a7c3-7b7e51414bbb req-17a7105a-71c1-4c59-adc6-f367ead54f66 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (8e976084-e170-4782-a7db-ab146e3b71ec), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:25.412630 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7105a-71c1-4c59-adc6-f367ead54f66 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Pushing event deleted for resources: {'Port': ['ID=8e976084-e170-4782-a7db-ab146e3b71ec,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:25.450254 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b674dc-25ef-4fd0-a7c3-7b7e51414bbb req-17a7105a-71c1-4c59-adc6-f367ead54f66 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] No DVR routers for this DVR port 8e976084-e170-4782-a7db-ab146e3b71ec on host hv-cinder-83491 {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:08:25.453313 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-42b674dc-25ef-4fd0-a7c3-7b7e51414bbb req-17a7105a-71c1-4c59-adc6-f367ead54f66 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:25.456671 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-42b674dc-25ef-4fd0-a7c3-7b7e51414bbb req-17a7105a-71c1-4c59-adc6-f367ead54f66 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.43 "DELETE /v2.0/ports/8e976084-e170-4782-a7db-ab146e3b71ec HTTP/1.1" status: 204 len: 173 time: 0.5890517 Mar 23 17:08:25.457116 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8b43f2-5157-4441-bcf6-1e759006368a', 'name': 'network-vif-deleted', 'tag': '8e976084-e170-4782-a7db-ab146e3b71ec'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:08:25.459374 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2019ef10-6008-4581-bcc6-0f63cdf49712" -d '{"events": [{"server_uuid": "4c8b43f2-5157-4441-bcf6-1e759006368a", "name": "network-vif-deleted", "tag": "8e976084-e170-4782-a7db-ab146e3b71ec"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:08:25.493525 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c16418-3b73-4ecd-8042-82434dc5cf0a x-openstack-request-id: req-11c16418-3b73-4ecd-8042-82434dc5cf0a {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:08:25.493837 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8b43f2-5157-4441-bcf6-1e759006368a", "name": "network-vif-deleted", "tag": "8e976084-e170-4782-a7db-ab146e3b71ec", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:08:25.494093 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-11c16418-3b73-4ecd-8042-82434dc5cf0a {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:08:25.494493 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c16418-3b73-4ecd-8042-82434dc5cf0a'] response: {'server_uuid': '4c8b43f2-5157-4441-bcf6-1e759006368a', 'name': 'network-vif-deleted', 'tag': '8e976084-e170-4782-a7db-ab146e3b71ec', 'status': 'completed', 'code': 200} Mar 23 17:08:25.802407 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-49297137-e805-428c-a578-1d0f2db8762f req-bbe7f8ad-b1e1-4b46-89b3-399596ed0fd8 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 210 time: 0.0271332 Mar 23 17:08:26.265202 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0a00c-7123-4b02-b37f-145003e52853 req-b92f278c-e49a-4493-bbb2-9e34dc2c2b1a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:26.266687 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-caa0a00c-7123-4b02-b37f-145003e52853 req-b92f278c-e49a-4493-bbb2-9e34dc2c2b1a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0526505 Mar 23 17:08:26.312200 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-caa0a00c-7123-4b02-b37f-145003e52853 req-92a6b65c-c296-46d5-b39a-e1c047c2e965 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 Mar 23 17:08:26.895333 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ae3a69fe-7ff8-45f3-a644-1282ed9703bd req-aa1ae895-1610-4596-9fc2-870623be1f30 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 210 time: 0.0277765 Mar 23 17:08:27.013489 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['8e976084-e170-4782-a7db-ab146e3b71ec'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:08:27.338747 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-7f549373-cf11-4bde-a09a-e5f7816dd1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:27.426804 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf9e6a-3c5b-4742-9090-d612588e7903 req-b596e2f2-2e19-407b-b7c0-74e58986d477 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:27.428203 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c6cf9e6a-3c5b-4742-9090-d612588e7903 req-b596e2f2-2e19-407b-b7c0-74e58986d477 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0514269 Mar 23 17:08:27.472848 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c6cf9e6a-3c5b-4742-9090-d612588e7903 req-641e2153-d855-41e1-badc-abe543b7e22f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391521 Mar 23 17:08:27.989445 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f08b0560-1d1c-4685-bb9c-943d61265df9 req-4b39e1a9-f11d-44c8-bdf8-eb9b5ea177df tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 210 time: 0.0286553 Mar 23 17:08:28.527557 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:28.593257 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a564c-50c0-4474-aa6b-1b3902def1d4 req-0415ac1b-ad23-42e6-8763-416d69b03d4b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:28.594704 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8e5a564c-50c0-4474-aa6b-1b3902def1d4 req-0415ac1b-ad23-42e6-8763-416d69b03d4b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0549839 Mar 23 17:08:28.639216 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8e5a564c-50c0-4474-aa6b-1b3902def1d4 req-475578c8-f6de-4d59-a2d0-c020f6b3097d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384905 Mar 23 17:08:29.031331 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 8e976084-e170-4782-a7db-ab146e3b71ec no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:08:29.051012 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: 8e976084-e170-4782-a7db-ab146e3b71ec {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:08:29.059307 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 8e976084-e170-4782-a7db-ab146e3b71ec not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:08:29.110782 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1c71d4ea-4477-459f-aad9-50d23dec139c req-d1f16f26-9e02-4209-8f56-f6883b366490 tempest-DeleteServersTestJSON-1915878493 tempest-DeleteServersTestJSON-1915878493-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c8b43f2-5157-4441-bcf6-1e759006368a HTTP/1.1" status: 200 len: 210 time: 0.0268533 Mar 23 17:08:29.786539 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35df66-2145-4aa4-a3f3-514e38645cea req-1a1287d0-998c-4ec7-8c7b-6a07896d2a3d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:29.793519 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-da35df66-2145-4aa4-a3f3-514e38645cea req-1a1287d0-998c-4ec7-8c7b-6a07896d2a3d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0843661 Mar 23 17:08:29.834780 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-da35df66-2145-4aa4-a3f3-514e38645cea req-b4ba68b8-cae3-422e-9c99-bbf87f91afef tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403676 Mar 23 17:08:29.973016 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:30.209328 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57832) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:30.310458 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29ef3980-1475-4507-bc2b-d62c29e1b9fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:30.382075 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29ef3980-1475-4507-bc2b-d62c29e1b9fb admin admin] Publish callbacks [] for security_group (fc25edd5-5250-444e-965c-e5e99e7e2da5), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:30.470084 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29ef3980-1475-4507-bc2b-d62c29e1b9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (fc25edd5-5250-444e-965c-e5e99e7e2da5), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:30.514042 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-29ef3980-1475-4507-bc2b-d62c29e1b9fb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ac15d5d0e1a7405baa929f4b4fba6844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036392 Mar 23 17:08:30.516892 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 57846) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:30.519494 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef3980-1475-4507-bc2b-d62c29e1b9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc25edd5-5250-444e-965c-e5e99e7e2da5,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:30.575185 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b1a7737d-8d0c-4f3e-a839-671e7afa851c admin admin] Publish callbacks [] for security_group (fc25edd5-5250-444e-965c-e5e99e7e2da5), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:30.600159 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b1a7737d-8d0c-4f3e-a839-671e7afa851c admin admin] Publish callbacks [] for security_group (fc25edd5-5250-444e-965c-e5e99e7e2da5), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:30.744482 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b1a7737d-8d0c-4f3e-a839-671e7afa851c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (fc25edd5-5250-444e-965c-e5e99e7e2da5), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:30.747078 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b1a7737d-8d0c-4f3e-a839-671e7afa851c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:30.748251 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-b1a7737d-8d0c-4f3e-a839-671e7afa851c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fc25edd5-5250-444e-965c-e5e99e7e2da5 HTTP/1.1" status: 204 len: 168 time: 0.2301424 Mar 23 17:08:30.757085 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7737d-8d0c-4f3e-a839-671e7afa851c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc25edd5-5250-444e-965c-e5e99e7e2da5,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:30.850389 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 57856) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:30.957317 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78f1f9-2d18-4629-adc0-407576249a59 req-7cfd66b1-e47f-4e85-90f3-f6909cbddc49 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:30.958811 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2d78f1f9-2d18-4629-adc0-407576249a59 req-7cfd66b1-e47f-4e85-90f3-f6909cbddc49 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0529079 Mar 23 17:08:30.968223 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d32085e8-fe34-45ce-a4de-7f70bab097f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:31.012326 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2d78f1f9-2d18-4629-adc0-407576249a59 req-c94001cf-5d71-443e-8be0-ed1a40f5b053 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473974 Mar 23 17:08:31.045257 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d32085e8-fe34-45ce-a4de-7f70bab097f6 admin admin] Publish callbacks [] for security_group (0529d7a5-9cfc-40f7-97ac-e71790b61a32), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:31.133166 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d32085e8-fe34-45ce-a4de-7f70bab097f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (0529d7a5-9cfc-40f7-97ac-e71790b61a32), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:31.176267 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-d32085e8-fe34-45ce-a4de-7f70bab097f6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=06dbf0c127f840bc9be4ca5e775c8dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247657 Mar 23 17:08:31.178179 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32085e8-fe34-45ce-a4de-7f70bab097f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0529d7a5-9cfc-40f7-97ac-e71790b61a32,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:31.178965 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57866) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:31.227730 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6a6a4f50-b034-4f7f-b96b-7216d93e4f28 admin admin] Publish callbacks [] for security_group (0529d7a5-9cfc-40f7-97ac-e71790b61a32), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:31.248651 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6a6a4f50-b034-4f7f-b96b-7216d93e4f28 admin admin] Publish callbacks [] for security_group (0529d7a5-9cfc-40f7-97ac-e71790b61a32), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:31.395834 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6a6a4f50-b034-4f7f-b96b-7216d93e4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (0529d7a5-9cfc-40f7-97ac-e71790b61a32), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:31.398426 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6a6a4f50-b034-4f7f-b96b-7216d93e4f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:31.399569 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-6a6a4f50-b034-4f7f-b96b-7216d93e4f28 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0529d7a5-9cfc-40f7-97ac-e71790b61a32 HTTP/1.1" status: 204 len: 168 time: 0.2195814 Mar 23 17:08:31.407159 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a4f50-b034-4f7f-b96b-7216d93e4f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0529d7a5-9cfc-40f7-97ac-e71790b61a32,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:31.486425 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57872) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:31.500012 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-28598338-a052-4893-8e74-82d6afbf2e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:31.553481 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:31.575956 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-28598338-a052-4893-8e74-82d6afbf2e69 admin admin] Publish callbacks [] for security_group (2d8c223b-f3b3-4d18-9613-6d83bf2b5782), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:31.738708 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-28598338-a052-4893-8e74-82d6afbf2e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (2d8c223b-f3b3-4d18-9613-6d83bf2b5782), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:31.780901 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-28598338-a052-4893-8e74-82d6afbf2e69 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3b9c69387470473da8aab3db5a769ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909496 Mar 23 17:08:31.780901 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28598338-a052-4893-8e74-82d6afbf2e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8c223b-f3b3-4d18-9613-6d83bf2b5782,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:31.781617 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57882) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:31.838804 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9c36a247-6579-471c-883b-b5dffface98f admin admin] Publish callbacks [] for security_group (2d8c223b-f3b3-4d18-9613-6d83bf2b5782), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:31.861190 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9c36a247-6579-471c-883b-b5dffface98f admin admin] Publish callbacks [] for security_group (2d8c223b-f3b3-4d18-9613-6d83bf2b5782), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:32.013102 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9c36a247-6579-471c-883b-b5dffface98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (2d8c223b-f3b3-4d18-9613-6d83bf2b5782), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:32.016335 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9c36a247-6579-471c-883b-b5dffface98f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:32.020692 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-9c36a247-6579-471c-883b-b5dffface98f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2d8c223b-f3b3-4d18-9613-6d83bf2b5782 HTTP/1.1" status: 204 len: 168 time: 0.2350028 Mar 23 17:08:32.025997 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36a247-6579-471c-883b-b5dffface98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8c223b-f3b3-4d18-9613-6d83bf2b5782,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:32.132178 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104da0c-481f-42b5-a341-6a9b62725170 req-bf5bda48-e889-4df3-b390-9418cd15a089 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:32.133676 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f104da0c-481f-42b5-a341-6a9b62725170 req-bf5bda48-e889-4df3-b390-9418cd15a089 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0523434 Mar 23 17:08:32.184796 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f104da0c-481f-42b5-a341-6a9b62725170 req-d43c5dfb-4e34-4d7b-a1be-597d32925a44 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452991 Mar 23 17:08:32.320195 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57900) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:32.333307 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3ae9dbb2-326a-42bb-8fab-181d1f34ebeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:32.407227 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3ae9dbb2-326a-42bb-8fab-181d1f34ebeb admin admin] Publish callbacks [] for security_group (bda68d48-1631-4703-86da-aa2a12922cd5), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:32.475609 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3ae9dbb2-326a-42bb-8fab-181d1f34ebeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (bda68d48-1631-4703-86da-aa2a12922cd5), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:32.513272 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-3ae9dbb2-326a-42bb-8fab-181d1f34ebeb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4671a88bd4044c279ddff1fe9930b6af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914670 Mar 23 17:08:32.514071 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9dbb2-326a-42bb-8fab-181d1f34ebeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda68d48-1631-4703-86da-aa2a12922cd5,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:32.516212 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 57902) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:32.565983 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9badff73-ca1e-4d40-8996-dfbb7d3dca19 admin admin] Publish callbacks [] for security_group (bda68d48-1631-4703-86da-aa2a12922cd5), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:32.587628 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9badff73-ca1e-4d40-8996-dfbb7d3dca19 admin admin] Publish callbacks [] for security_group (bda68d48-1631-4703-86da-aa2a12922cd5), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:32.743145 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 57906) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:32.750559 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9badff73-ca1e-4d40-8996-dfbb7d3dca19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (bda68d48-1631-4703-86da-aa2a12922cd5), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:32.753101 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9badff73-ca1e-4d40-8996-dfbb7d3dca19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:32.754139 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-9badff73-ca1e-4d40-8996-dfbb7d3dca19 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bda68d48-1631-4703-86da-aa2a12922cd5 HTTP/1.1" status: 204 len: 168 time: 0.2368193 Mar 23 17:08:32.765972 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-34c36727-aad3-40e3-b10c-48bcd3a01481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:32.772912 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badff73-ca1e-4d40-8996-dfbb7d3dca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda68d48-1631-4703-86da-aa2a12922cd5,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:32.844061 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-34c36727-aad3-40e3-b10c-48bcd3a01481 admin admin] Publish callbacks [] for security_group (b93ac39c-ba35-4e54-98c8-1c86394da36e), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:32.926958 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-34c36727-aad3-40e3-b10c-48bcd3a01481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (b93ac39c-ba35-4e54-98c8-1c86394da36e), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:32.963925 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-34c36727-aad3-40e3-b10c-48bcd3a01481 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5fa2406c86714bacb88ac1ef4d908e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196636 Mar 23 17:08:32.968992 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c36727-aad3-40e3-b10c-48bcd3a01481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93ac39c-ba35-4e54-98c8-1c86394da36e,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:32.969185 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57912) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:33.022725 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-dbfa596c-f891-48cc-885a-3c1590fb4906 admin admin] Publish callbacks [] for security_group (b93ac39c-ba35-4e54-98c8-1c86394da36e), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:33.045513 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-dbfa596c-f891-48cc-885a-3c1590fb4906 admin admin] Publish callbacks [] for security_group (b93ac39c-ba35-4e54-98c8-1c86394da36e), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:33.150494 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-dbfa596c-f891-48cc-885a-3c1590fb4906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (b93ac39c-ba35-4e54-98c8-1c86394da36e), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:33.153265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-dbfa596c-f891-48cc-885a-3c1590fb4906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:33.154942 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-dbfa596c-f891-48cc-885a-3c1590fb4906 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b93ac39c-ba35-4e54-98c8-1c86394da36e HTTP/1.1" status: 204 len: 168 time: 0.1837280 Mar 23 17:08:33.163494 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa596c-f891-48cc-885a-3c1590fb4906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93ac39c-ba35-4e54-98c8-1c86394da36e,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:33.302135 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6d29c-b945-4046-bbcd-1b8dfa743c3a req-bf2feeaf-a91a-4866-b3b9-93aa9158bc8b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:33.304832 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-17a6d29c-b945-4046-bbcd-1b8dfa743c3a req-bf2feeaf-a91a-4866-b3b9-93aa9158bc8b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0515926 Mar 23 17:08:33.356408 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-17a6d29c-b945-4046-bbcd-1b8dfa743c3a req-5f8e494a-c960-4dca-8940-bebb5032b7e6 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470700 Mar 23 17:08:34.093959 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57972) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:34.141945 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_v2 [None req-9346b22d-f4ef-4821-9da8-ce8a28e32189 admin admin] Deleting subnet c9e95d91-5e3c-4a65-9e0a-3b29c47414bd {{(pid=104061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:08:34.145579 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9346b22d-f4ef-4821-9da8-ce8a28e32189 admin admin] Publish callbacks [] for subnet (c9e95d91-5e3c-4a65-9e0a-3b29c47414bd), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:34.184399 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9346b22d-f4ef-4821-9da8-ce8a28e32189 admin admin] Publish callbacks [] for subnet (c9e95d91-5e3c-4a65-9e0a-3b29c47414bd), precommit_delete_associations {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:34.194436 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9346b22d-f4ef-4821-9da8-ce8a28e32189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (c9e95d91-5e3c-4a65-9e0a-3b29c47414bd), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:34.305061 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9346b22d-f4ef-4821-9da8-ce8a28e32189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for subnet (c9e95d91-5e3c-4a65-9e0a-3b29c47414bd), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:34.333477 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346b22d-f4ef-4821-9da8-ce8a28e32189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e95d91-5e3c-4a65-9e0a-3b29c47414bd,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:34.340905 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9346b22d-f4ef-4821-9da8-ce8a28e32189 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:34.345103 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-9346b22d-f4ef-4821-9da8-ce8a28e32189 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/c9e95d91-5e3c-4a65-9e0a-3b29c47414bd HTTP/1.1" status: 204 len: 168 time: 0.2500243 Mar 23 17:08:34.347441 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 57984) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:34.439092 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (e5fb3327-fbd7-492d-942d-e7467069d766), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:34.492999 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a16f6c-7728-4bb1-9d1e-a57dc380cddf req-f803ec7c-0e7a-4e4e-8e7b-9c0001b0aadc tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:34.494661 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a2a16f6c-7728-4bb1-9d1e-a57dc380cddf req-f803ec7c-0e7a-4e4e-8e7b-9c0001b0aadc tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0676532 Mar 23 17:08:34.533611 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (e5fb3327-fbd7-492d-942d-e7467069d766), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:34.542727 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a2a16f6c-7728-4bb1-9d1e-a57dc380cddf req-90f5935d-a3bc-456e-a5b5-d438c3168af1 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419748 Mar 23 17:08:34.554241 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:08:34.555230 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:08:34.555968 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:08:34.556307 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Subscribe: > port after_create 55550000 {{(pid=104061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:08:34.556657 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Subscribe: > port after_delete 55550000 {{(pid=104061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:08:34.564136 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Subscribe: > port after_update 55550000 {{(pid=104061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:08:34.564136 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:08:34.564136 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:08:34.564136 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:08:34.564136 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:08:34.697112 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:08:34.697473 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:08:34.697810 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:08:34.698147 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:08:34.698521 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5fb3327-fbd7-492d-942d-e7467069d766']}} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:34.721829 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2038731-129d-4b10-97c2-2924034a55e9') {'for_net_delete': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:34.722137 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2038731-129d-4b10-97c2-2924034a55e9') {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:34.742680 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12634118'] for segment (e2038731-129d-4b10-97c2-2924034a55e9), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:34.769932 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (e2038731-129d-4b10-97c2-2924034a55e9), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:34.780406 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Releasing vlan 1217 on physical network physnet1 to pool {{(pid=104061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:08:34.781019 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25120871'] for segment (e2038731-129d-4b10-97c2-2924034a55e9), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: from cryptography.utils import int_from_bytes Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: from cryptography.utils import int_from_bytes Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: Traceback (most recent call last): Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: timer() Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: cb(*args, **kw) Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: return func(*args, **kwargs) Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: self._notify() Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: self.callback(batched_events) Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: event.method(event) Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: return f(self, *a, **k) Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._get(url).json() Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: return self.request(url, 'GET', **kwargs) Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:08:34.838088 dv-cinder-834919-1-iscsi neutron-server[104061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:08:34.962140 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (e5fb3327-fbd7-492d-942d-e7467069d766), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:34.978964 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Pushing event deleted for resources: {'Network': ['ID=e5fb3327-fbd7-492d-942d-e7467069d766,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:34.980947 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:34.984413 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-29991383-b3d7-4272-aad2-61ccdb8a4ccb admin admin] 10.222.0.97 "DELETE /v2.0/networks/e5fb3327-fbd7-492d-942d-e7467069d766 HTTP/1.1" status: 204 len: 168 time: 0.6359918 Mar 23 17:08:35.453500 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58030) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:35.497683 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-5e788141-e6be-4465-b7e0-0048b26c67cb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=943d88bb92c6477aac72fc343a46ebcc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411708 Mar 23 17:08:35.500963 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58032) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:35.551688 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-45b3b8d5-d6d9-4d42-a5bd-e89c4795bc7f admin admin] Publish callbacks [] for security_group (b37d6d4b-83f9-48f2-afd4-a2638a354f4d), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:35.574806 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-45b3b8d5-d6d9-4d42-a5bd-e89c4795bc7f admin admin] Publish callbacks [] for security_group (b37d6d4b-83f9-48f2-afd4-a2638a354f4d), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:35.668970 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6629a8-82e7-4b41-a481-32b973716f37 req-602e9978-c9db-4a22-aaa8-7f3b746847ee tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:35.670510 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-cb6629a8-82e7-4b41-a481-32b973716f37 req-602e9978-c9db-4a22-aaa8-7f3b746847ee tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0552235 Mar 23 17:08:35.721036 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-cb6629a8-82e7-4b41-a481-32b973716f37 req-df40d3fd-e0a7-40cb-b43b-05e6afdda5f3 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443988 Mar 23 17:08:35.740761 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-45b3b8d5-d6d9-4d42-a5bd-e89c4795bc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (b37d6d4b-83f9-48f2-afd4-a2638a354f4d), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:35.740761 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-45b3b8d5-d6d9-4d42-a5bd-e89c4795bc7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:35.740761 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-45b3b8d5-d6d9-4d42-a5bd-e89c4795bc7f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b37d6d4b-83f9-48f2-afd4-a2638a354f4d HTTP/1.1" status: 204 len: 168 time: 0.2356987 Mar 23 17:08:35.757118 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3b8d5-d6d9-4d42-a5bd-e89c4795bc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37d6d4b-83f9-48f2-afd4-a2638a354f4d,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:36.523429 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58102) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:36.633072 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8d2e63d0-b32d-4084-a67c-1050008a3c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:36.705238 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8d2e63d0-b32d-4084-a67c-1050008a3c77 admin admin] Publish callbacks [] for security_group (4125cf11-7148-4c3d-af79-6a83bace71b2), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:36.846790 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d39b0-3f6a-4c55-8eac-d8364a67cb27 req-a2552c1f-a01f-43ec-9fd9-7268cc43ef97 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:36.848221 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-667d39b0-3f6a-4c55-8eac-d8364a67cb27 req-a2552c1f-a01f-43ec-9fd9-7268cc43ef97 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0523775 Mar 23 17:08:36.894159 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-667d39b0-3f6a-4c55-8eac-d8364a67cb27 req-44454715-d21c-4b87-ad77-dc3fc045516b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403972 Mar 23 17:08:36.914388 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8d2e63d0-b32d-4084-a67c-1050008a3c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (4125cf11-7148-4c3d-af79-6a83bace71b2), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:36.948111 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-8d2e63d0-b32d-4084-a67c-1050008a3c77 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a4ac22ca3e864de99c1f1fe1aeab3e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4236028 Mar 23 17:08:36.949094 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e63d0-b32d-4084-a67c-1050008a3c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4125cf11-7148-4c3d-af79-6a83bace71b2,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:36.950841 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58118) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:37.022332 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d90aa621-2925-4123-abde-f24d35dfbc25 admin admin] Publish callbacks [] for security_group (4125cf11-7148-4c3d-af79-6a83bace71b2), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:37.034492 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d90aa621-2925-4123-abde-f24d35dfbc25 admin admin] Publish callbacks [] for security_group (4125cf11-7148-4c3d-af79-6a83bace71b2), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:37.070005 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58126) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:37.156541 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d90aa621-2925-4123-abde-f24d35dfbc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (4125cf11-7148-4c3d-af79-6a83bace71b2), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:37.159543 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d90aa621-2925-4123-abde-f24d35dfbc25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:37.163177 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-d90aa621-2925-4123-abde-f24d35dfbc25 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4125cf11-7148-4c3d-af79-6a83bace71b2 HTTP/1.1" status: 204 len: 168 time: 0.2083170 Mar 23 17:08:37.176221 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-f303e5dc-c738-4a28-bb8c-911890e3bbe1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1774709399-network', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:37.184883 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90aa621-2925-4123-abde-f24d35dfbc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4125cf11-7148-4c3d-af79-6a83bace71b2,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:37.258941 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f303e5dc-c738-4a28-bb8c-911890e3bbe1 admin admin] Made reservation on behalf of f132ad6f39674e448f82c3fda9d3079b for: {'network': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:08:37.262311 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f303e5dc-c738-4a28-bb8c-911890e3bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:37.275372 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f303e5dc-c738-4a28-bb8c-911890e3bbe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:37.351104 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f303e5dc-c738-4a28-bb8c-911890e3bbe1 admin admin] Publish callbacks [] for security_group (43c34344-72b2-4ce5-9e0b-f777f295c924), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:37.424499 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f303e5dc-c738-4a28-bb8c-911890e3bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (43c34344-72b2-4ce5-9e0b-f777f295c924), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:37.449414 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f303e5dc-c738-4a28-bb8c-911890e3bbe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1230} {{(pid=104061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:08:37.458911 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303e5dc-c738-4a28-bb8c-911890e3bbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c34344-72b2-4ce5-9e0b-f777f295c924,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:37.463777 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f303e5dc-c738-4a28-bb8c-911890e3bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (0394ffdb-badf-45d4-a4b4-f41de9062f16), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:37.467515 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.segments_db [None req-f303e5dc-c738-4a28-bb8c-911890e3bbe1 admin admin] Added segment 0394ffdb-badf-45d4-a4b4-f41de9062f16 of type vlan for network b5f6ec85-dfe2-47dc-923e-bdc04e67533c Mar 23 17:08:37.507436 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f303e5dc-c738-4a28-bb8c-911890e3bbe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (b5f6ec85-dfe2-47dc-923e-bdc04e67533c), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:37.607959 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f303e5dc-c738-4a28-bb8c-911890e3bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (b5f6ec85-dfe2-47dc-923e-bdc04e67533c), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:37.609005 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f303e5dc-c738-4a28-bb8c-911890e3bbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:37.609591 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f303e5dc-c738-4a28-bb8c-911890e3bbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:37.678107 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303e5dc-c738-4a28-bb8c-911890e3bbe1 admin admin] Pushing event updated for resources: {'Network': ['ID=b5f6ec85-dfe2-47dc-923e-bdc04e67533c,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:37.688251 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network b5f6ec85-dfe2-47dc-923e-bdc04e67533c details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:08:37.736693 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-f303e5dc-c738-4a28-bb8c-911890e3bbe1 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6655083 Mar 23 17:08:37.739625 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58144) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:37.744383 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-8e5bf6dd-f259-4758-bd66-47a8c8124dec admin admin] Request body: {'subnet': {'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1774709399-subnet', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:37.875736 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5bf6dd-f259-4758-bd66-47a8c8124dec admin admin] Made reservation on behalf of f132ad6f39674e448f82c3fda9d3079b for: {'subnet': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:08:37.878216 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf6dd-f259-4758-bd66-47a8c8124dec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25001089'] for subnet (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:38.065650 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80756f-b78d-4dfa-86b2-bbc15fa4a826 req-3a638256-7195-480b-af0e-de802455539a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:38.067123 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3a80756f-b78d-4dfa-86b2-bbc15fa4a826 req-3a638256-7195-480b-af0e-de802455539a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.1063662 Mar 23 17:08:38.093001 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58150) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:38.105901 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2364fd6f-d69a-4b95-8ab6-31fb00d2b20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:38.125394 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3a80756f-b78d-4dfa-86b2-bbc15fa4a826 req-1bf02fb8-e548-4feb-9996-80ec4e072e3c tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526202 Mar 23 17:08:38.179820 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2364fd6f-d69a-4b95-8ab6-31fb00d2b20e admin admin] Publish callbacks [] for security_group (aaec2018-8493-4951-ad4e-084ea6481d53), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:38.207594 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf6dd-f259-4758-bd66-47a8c8124dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25144964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25001111'] for subnet (b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:38.270136 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bf6dd-f259-4758-bd66-47a8c8124dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:38.275643 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5bf6dd-f259-4758-bd66-47a8c8124dec admin admin] Checking segment: {'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:08:38.275992 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5bf6dd-f259-4758-bd66-47a8c8124dec admin admin] Network hostable DHCP agents. Network: b5f6ec85-dfe2-47dc-923e-bdc04e67533c, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:08:38.288366 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2364fd6f-d69a-4b95-8ab6-31fb00d2b20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (aaec2018-8493-4951-ad4e-084ea6481d53), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:38.328293 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-2364fd6f-d69a-4b95-8ab6-31fb00d2b20e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1cb18d4fbb3d451291d59a5cc0211f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339892 Mar 23 17:08:38.329312 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364fd6f-d69a-4b95-8ab6-31fb00d2b20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaec2018-8493-4951-ad4e-084ea6481d53,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:38.329736 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58160) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:38.386393 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-0c8f152f-c99c-4709-98c9-1d51d1255784 admin admin] Publish callbacks [] for security_group (aaec2018-8493-4951-ad4e-084ea6481d53), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:38.408680 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-0c8f152f-c99c-4709-98c9-1d51d1255784 admin admin] Publish callbacks [] for security_group (aaec2018-8493-4951-ad4e-084ea6481d53), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:38.448281 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5bf6dd-f259-4758-bd66-47a8c8124dec admin admin] Network b5f6ec85-dfe2-47dc-923e-bdc04e67533c is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:08:38.591171 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-0c8f152f-c99c-4709-98c9-1d51d1255784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (aaec2018-8493-4951-ad4e-084ea6481d53), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:38.593860 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-0c8f152f-c99c-4709-98c9-1d51d1255784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:38.595101 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-0c8f152f-c99c-4709-98c9-1d51d1255784 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/aaec2018-8493-4951-ad4e-084ea6481d53 HTTP/1.1" status: 204 len: 168 time: 0.2641578 Mar 23 17:08:38.602622 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f152f-c99c-4709-98c9-1d51d1255784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaec2018-8493-4951-ad4e-084ea6481d53,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:38.647479 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-8e5bf6dd-f259-4758-bd66-47a8c8124dec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, b5f6ec85-dfe2-47dc-923e-bdc04e67533c) {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:08:38.653049 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5bf6dd-f259-4758-bd66-47a8c8124dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:38.653850 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf6dd-f259-4758-bd66-47a8c8124dec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:38.658533 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b41ac23-b2ae-47a5-bccb-5e1cb6fbe02b None None] Network b5f6ec85-dfe2-47dc-923e-bdc04e67533c requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:08:38.825606 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-8e5bf6dd-f259-4758-bd66-47a8c8124dec admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0849154 Mar 23 17:08:38.830882 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58168) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:38.833339 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:38.877869 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46ccecf2-b578-5c7d-9b04-0141a0aafca4-b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8'}]}} from dv-cinder-834919-1-iscsi. {{(pid=104062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:08:38.878702 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:38.963001 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16300859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-774'] for router (6b463247-5501-4319-9864-cb14ee1d1d57), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:38.964233 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16729771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16310052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router (6b463247-5501-4319-9864-cb14ee1d1d57), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.035139 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.db_base_plugin_common [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Allocated IP 172.20.0.2 (b5f6ec85-dfe2-47dc-923e-bdc04e67533c/b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8/6d152974-0d8c-4f09-a658-f52319835982) {{(pid=104062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:08:39.038960 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Publish callbacks [] for router_controller (6b463247-5501-4319-9864-cb14ee1d1d57), precommit_add_association {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.064381 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58180) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:39.186505 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Publish callbacks [] for port (6d152974-0d8c-4f09-a658-f52319835982), precommit_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.253978 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (6d152974-0d8c-4f09-a658-f52319835982), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.273333 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f164a99a-090e-4ad4-9dc6-ff456eb324d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.280332 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d25cb3-673e-49d5-a194-bb9af3c9b185 req-3a0049ac-4d96-42f9-ab47-f68531d92e9f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:39.282504 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d5d25cb3-673e-49d5-a194-bb9af3c9b185 req-3a0049ac-4d96-42f9-ab47-f68531d92e9f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0698566 Mar 23 17:08:39.301124 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Network b5f6ec85-dfe2-47dc-923e-bdc04e67533c is already hosted by enough agents. {{(pid=104062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:08:39.303930 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.base_scheduler [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Resources bound (agent type, host, resource id): {{(pid=104062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:08:39.307461 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Received port after_create {{(pid=104062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:08:39.328145 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:08:39.342728 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Pushing event updated for resources: {'Port': ['ID=6d152974-0d8c-4f09-a658-f52319835982,revision_number=1']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:39.358161 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d5d25cb3-673e-49d5-a194-bb9af3c9b185 req-255c53c2-698a-442c-b0cf-bd93e46c85b5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683179 Mar 23 17:08:39.378477 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:39.378854 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:39.379227 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:39.380018 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:39.380382 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:39.380888 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:39.381229 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:39.381847 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:39.382338 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:39.383165 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:39.383670 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:39.385105 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:39.385469 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:39.396621 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:39.396621 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:39.397495 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Publish callbacks [] for router_gateway (6b463247-5501-4319-9864-cb14ee1d1d57), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.402742 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Attempting to bind port 6d152974-0d8c-4f09-a658-f52319835982 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:08:39.403193 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Attempting to bind port 6d152974-0d8c-4f09-a658-f52319835982 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:08:39.403766 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Attempting to bind port 6d152974-0d8c-4f09-a658-f52319835982 on network b5f6ec85-dfe2-47dc-923e-bdc04e67533c {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:08:39.410681 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:08:39.411334 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Checking segment: {'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:08:39.411902 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.412466 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Bound using segment: {'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:08:39.413278 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Bound port: 6d152974-0d8c-4f09-a658-f52319835982, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:08:39.413912 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (6d152974-0d8c-4f09-a658-f52319835982), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.452950 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f164a99a-090e-4ad4-9dc6-ff456eb324d4 admin admin] Publish callbacks [] for security_group (31294da0-ecda-45ef-a7dd-e5e36a586757), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.478991 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] For port 6d152974-0d8c-4f09-a658-f52319835982, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:08:39.482026 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] For port 6d152974-0d8c-4f09-a658-f52319835982, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=6d152974-0d8c-4f09-a658-f52319835982,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:08:39.567831 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f164a99a-090e-4ad4-9dc6-ff456eb324d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (31294da0-ecda-45ef-a7dd-e5e36a586757), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.608174 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (6d152974-0d8c-4f09-a658-f52319835982), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.677285 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-f164a99a-090e-4ad4-9dc6-ff456eb324d4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=572fe055ee504629b55eee15222cc449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6114104 Mar 23 17:08:39.680079 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58212) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:39.684920 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e7dc2-ed6f-42cc-a6e9-3326a1c7300d None None] Pushing event updated for resources: {'Port': ['ID=6d152974-0d8c-4f09-a658-f52319835982,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:39.686017 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164a99a-090e-4ad4-9dc6-ff456eb324d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31294da0-ecda-45ef-a7dd-e5e36a586757,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:39.761999 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Publish callbacks [] for router_gateway (6b463247-5501-4319-9864-cb14ee1d1d57), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.789365 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.792232 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-95ab7522-3b26-45e8-a7d6-a686ee9cfebd admin admin] Publish callbacks [] for security_group (31294da0-ecda-45ef-a7dd-e5e36a586757), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.817884 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-95ab7522-3b26-45e8-a7d6-a686ee9cfebd admin admin] Publish callbacks [] for security_group (31294da0-ecda-45ef-a7dd-e5e36a586757), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.948956 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Allocated IP 172.27.1.177 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/8241fa66-c382-4060-b757-ba6c9955562b) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:08:39.985647 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-95ab7522-3b26-45e8-a7d6-a686ee9cfebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (31294da0-ecda-45ef-a7dd-e5e36a586757), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.988930 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-95ab7522-3b26-45e8-a7d6-a686ee9cfebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:39.993464 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-95ab7522-3b26-45e8-a7d6-a686ee9cfebd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/31294da0-ecda-45ef-a7dd-e5e36a586757 HTTP/1.1" status: 204 len: 168 time: 0.3089690 Mar 23 17:08:40.010788 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab7522-3b26-45e8-a7d6-a686ee9cfebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31294da0-ecda-45ef-a7dd-e5e36a586757,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:40.148357 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Publish callbacks [] for port (8241fa66-c382-4060-b757-ba6c9955562b), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:40.270948 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (8241fa66-c382-4060-b757-ba6c9955562b), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:40.315523 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:08:40.318457 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:08:40.325370 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:08:40.331251 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Pushing event updated for resources: {'Port': ['ID=8241fa66-c382-4060-b757-ba6c9955562b,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:40.602465 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab027b-8cdf-48b4-be9f-2bda1fb30709 req-4a5b1cc1-9217-4c04-bdde-39e6af15da45 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:40.607038 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-77ab027b-8cdf-48b4-be9f-2bda1fb30709 req-4a5b1cc1-9217-4c04-bdde-39e6af15da45 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.1435938 Mar 23 17:08:40.675587 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-77ab027b-8cdf-48b4-be9f-2bda1fb30709 req-a7abd699-14b7-4797-b59b-53481c460861 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568526 Mar 23 17:08:40.808717 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Publish callbacks [] for router_gateway (6b463247-5501-4319-9864-cb14ee1d1d57), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:40.970451 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58268) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:40.979374 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2874ad-ef57-48ce-93b6-c5138e497524 None None] Network b5f6ec85-dfe2-47dc-923e-bdc04e67533c requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:08:40.991159 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c554a169-1dc3-48a6-b90e-1382e4603b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:41.128258 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-cc9cfbed-5580-4153-938e-a1a2f949b071 None None] Provisioning complete for port 6d152974-0d8c-4f09-a658-f52319835982 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:41.128954 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-cc9cfbed-5580-4153-938e-a1a2f949b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (6d152974-0d8c-4f09-a658-f52319835982), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:41.198972 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c554a169-1dc3-48a6-b90e-1382e4603b95 admin admin] Publish callbacks [] for security_group (3da58f1b-9a85-43cd-bce1-83bf02eec9b3), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:41.216410 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 6d152974-0d8c-4f09-a658-f52319835982 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:08:41.265340 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c554a169-1dc3-48a6-b90e-1382e4603b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (3da58f1b-9a85-43cd-bce1-83bf02eec9b3), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:41.288344 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16729776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728365'] for router (6b463247-5501-4319-9864-cb14ee1d1d57), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:41.325015 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-c554a169-1dc3-48a6-b90e-1382e4603b95 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=edda2bf5a955491d952050cfbcf0d9f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381987 Mar 23 17:08:41.325015 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58280) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:41.325015 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554a169-1dc3-48a6-b90e-1382e4603b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da58f1b-9a85-43cd-bce1-83bf02eec9b3,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:41.325676 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 6d152974-0d8c-4f09-a658-f52319835982 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:41.326002 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (6d152974-0d8c-4f09-a658-f52319835982), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:41.391078 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-cc9cfbed-5580-4153-938e-a1a2f949b071 None None] Current status of the port 6d152974-0d8c-4f09-a658-f52319835982 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:41.391439 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-cc9cfbed-5580-4153-938e-a1a2f949b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (6d152974-0d8c-4f09-a658-f52319835982), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:41.417934 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2ecf90c7-a826-4c78-b877-233fb50a9cdb admin admin] Publish callbacks [] for security_group (3da58f1b-9a85-43cd-bce1-83bf02eec9b3), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:41.453679 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2ecf90c7-a826-4c78-b877-233fb50a9cdb admin admin] Publish callbacks [] for security_group (3da58f1b-9a85-43cd-bce1-83bf02eec9b3), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:41.486713 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-cc9cfbed-5580-4153-938e-a1a2f949b071 None None] For port 6d152974-0d8c-4f09-a658-f52319835982, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=6d152974-0d8c-4f09-a658-f52319835982,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:41.506313 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 6d152974-0d8c-4f09-a658-f52319835982 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:41.507540 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (6d152974-0d8c-4f09-a658-f52319835982), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:41.596889 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-cc9cfbed-5580-4153-938e-a1a2f949b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (6d152974-0d8c-4f09-a658-f52319835982), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:41.664447 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2ecf90c7-a826-4c78-b877-233fb50a9cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (3da58f1b-9a85-43cd-bce1-83bf02eec9b3), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:41.667005 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2ecf90c7-a826-4c78-b877-233fb50a9cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:41.668165 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-2ecf90c7-a826-4c78-b877-233fb50a9cdb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3da58f1b-9a85-43cd-bce1-83bf02eec9b3 HTTP/1.1" status: 204 len: 168 time: 0.3538635 Mar 23 17:08:41.668305 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.db.api [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 17:08:41.668631 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG oslo_db.api [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 17:08:41.674220 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cfbed-5580-4153-938e-a1a2f949b071 None None] Pushing event updated for resources: {'Port': ['ID=6d152974-0d8c-4f09-a658-f52319835982,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:41.676409 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf90c7-a826-4c78-b877-233fb50a9cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da58f1b-9a85-43cd-bce1-83bf02eec9b3,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:41.696853 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Router 6b463247-5501-4319-9864-cb14ee1d1d57 is scheduled to L3 agent f6827492-862c-46c2-a752-b75deb79caf3 with binding_index 1 {{(pid=104061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:08:41.719540 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9bf2e29f-b494-407b-8cea-39ea6d306e05 None None] Provisioning complete for port 6d152974-0d8c-4f09-a658-f52319835982 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:41.719926 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e29f-b494-407b-8cea-39ea6d306e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (6d152974-0d8c-4f09-a658-f52319835982), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:41.805524 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9bf2e29f-b494-407b-8cea-39ea6d306e05 None None] Current status of the port 6d152974-0d8c-4f09-a658-f52319835982 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:41.845321 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff50af3-a354-4c9f-b98c-df9cacef5b48 req-a652b0d7-3cd1-4ac9-bb34-39cbb8a0b950 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:41.846736 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bff50af3-a354-4c9f-b98c-df9cacef5b48 req-a652b0d7-3cd1-4ac9-bb34-39cbb8a0b950 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0533600 Mar 23 17:08:41.856216 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:08:41.867993 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Sync routers for ids ['6b463247-5501-4319-9864-cb14ee1d1d57'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:08:41.878259 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Routers {'6b463247-5501-4319-9864-cb14ee1d1d57'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:08:41.878901 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:08:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6b463247-5501-4319-9864-cb14ee1d1d57'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:41.904461 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bff50af3-a354-4c9f-b98c-df9cacef5b48 req-d709b084-106a-4cbd-8c61-0a75fc96d1bd tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519068 Mar 23 17:08:41.958092 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:41.960636 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-b0e83688-a80f-45aa-bb30-053951e391dd admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1297898 Mar 23 17:08:41.962671 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58288) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:41.985453 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Set router 6b463247-5501-4319-9864-cb14ee1d1d57 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:08:42.168666 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:40Z', 'revision_number': 3, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:42.200031 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Checking router: 6b463247-5501-4319-9864-cb14ee1d1d57 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:08:42.200384 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Updating router 6b463247-5501-4319-9864-cb14ee1d1d57 port 8241fa66-c382-4060-b757-ba6c9955562b binding host dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:08:42.208034 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 6d152974-0d8c-4f09-a658-f52319835982 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:42.231543 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (8241fa66-c382-4060-b757-ba6c9955562b), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:42.438135 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:42.489754 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58302) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:42.501279 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Publish callbacks [] for port (8241fa66-c382-4060-b757-ba6c9955562b), precommit_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:42.505546 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-999976d9-851c-4b8a-9f90-084f92c7eac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:42.580991 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-999976d9-851c-4b8a-9f90-084f92c7eac8 admin admin] Publish callbacks [] for security_group (79e86736-4d85-47e6-bb04-f29957c97753), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:42.602107 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (8241fa66-c382-4060-b757-ba6c9955562b), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:42.609004 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Allocated IP 172.20.0.1 (b5f6ec85-dfe2-47dc-923e-bdc04e67533c/b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8/9d4ed837-ab51-40cf-9d20-83a32e3e2a0c) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:08:42.659367 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Attempting to bind port 8241fa66-c382-4060-b757-ba6c9955562b on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:08:42.659740 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Attempting to bind port 8241fa66-c382-4060-b757-ba6c9955562b by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:08:42.660101 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Attempting to bind port 8241fa66-c382-4060-b757-ba6c9955562b on network 2c02e95d-8a1b-4700-95ef-e7028012d606 {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:08:42.661961 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Pushing event updated for resources: {'Port': ['ID=8241fa66-c382-4060-b757-ba6c9955562b,revision_number=2']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:42.674850 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:08:42.675248 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Checking segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:08:42.675631 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:42.676009 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Bound using segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:08:42.676509 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Bound port: 8241fa66-c382-4060-b757-ba6c9955562b, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:08:42.676895 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (8241fa66-c382-4060-b757-ba6c9955562b), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:42.679875 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:42.680399 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:42.680833 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:42.681154 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:42.681492 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:42.681823 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:42.682168 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:42.682474 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:42.682796 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:42.683118 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:42.683442 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:42.683789 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:42.684109 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:42.684458 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:42.684980 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:08:42.720050 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Publish callbacks [] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:42.740386 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] For port 8241fa66-c382-4060-b757-ba6c9955562b, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:08:42.743668 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] For port 8241fa66-c382-4060-b757-ba6c9955562b, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=8241fa66-c382-4060-b757-ba6c9955562b,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:08:42.761785 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-999976d9-851c-4b8a-9f90-084f92c7eac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (79e86736-4d85-47e6-bb04-f29957c97753), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:42.800822 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999976d9-851c-4b8a-9f90-084f92c7eac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e86736-4d85-47e6-bb04-f29957c97753,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:42.804837 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-999976d9-851c-4b8a-9f90-084f92c7eac8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c304d7ea3f38472f878b748940c14cc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144686 Mar 23 17:08:42.807500 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58304) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:42.853504 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (8241fa66-c382-4060-b757-ba6c9955562b), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:42.853704 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f1405107-df6e-49cc-ae2c-1bca1caf56cb admin admin] Publish callbacks [] for security_group (79e86736-4d85-47e6-bb04-f29957c97753), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:42.874074 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f1405107-df6e-49cc-ae2c-1bca1caf56cb admin admin] Publish callbacks [] for security_group (79e86736-4d85-47e6-bb04-f29957c97753), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:42.902999 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Routers {'6b463247-5501-4319-9864-cb14ee1d1d57'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:08:42.903575 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:08:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6b463247-5501-4319-9864-cb14ee1d1d57'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:42.906266 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:42.952905 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Network b5f6ec85-dfe2-47dc-923e-bdc04e67533c is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:08:42.956874 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:08:42.959424 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Pushing event updated for resources: {'Port': ['ID=9d4ed837-ab51-40cf-9d20-83a32e3e2a0c,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:42.961481 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:08:43.045223 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16731896'] for router_interface (6b463247-5501-4319-9864-cb14ee1d1d57), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:43.052654 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f1405107-df6e-49cc-ae2c-1bca1caf56cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (79e86736-4d85-47e6-bb04-f29957c97753), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:43.052654 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f1405107-df6e-49cc-ae2c-1bca1caf56cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:43.052654 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-f1405107-df6e-49cc-ae2c-1bca1caf56cb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/79e86736-4d85-47e6-bb04-f29957c97753 HTTP/1.1" status: 204 len: 168 time: 0.2432990 Mar 23 17:08:43.066435 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1405107-df6e-49cc-ae2c-1bca1caf56cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e86736-4d85-47e6-bb04-f29957c97753,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:43.154325 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5920b89-4642-4be0-b206-31cb6550be29 req-68ee2639-e26c-4211-923c-c30427d14d00 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:43.156289 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3e834-2ceb-4eed-9e29-b734ea4e490e None None] Pushing event updated for resources: {'Port': ['ID=8241fa66-c382-4060-b757-ba6c9955562b,revision_number=3']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:43.162740 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c5920b89-4642-4be0-b206-31cb6550be29 req-68ee2639-e26c-4211-923c-c30427d14d00 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.1765778 Mar 23 17:08:43.217966 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 6d152974-0d8c-4f09-a658-f52319835982 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:08:43.241173 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] Set router 6b463247-5501-4319-9864-cb14ee1d1d57 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:08:43.268973 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c5920b89-4642-4be0-b206-31cb6550be29 req-d12b6866-d241-4a4e-a3a2-360529c3a9c1 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004317 Mar 23 17:08:43.311880 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-bf63b279-86e8-4f29-99b0-09b670faa41c None None] Provisioning complete for port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:43.312913 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-bf63b279-86e8-4f29-99b0-09b670faa41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:43.347485 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 6d152974-0d8c-4f09-a658-f52319835982 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:43.348153 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (6d152974-0d8c-4f09-a658-f52319835982), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:43.374727 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-bf63b279-86e8-4f29-99b0-09b670faa41c None None] Port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:08:43.420683 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:43.488865 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 6d152974-0d8c-4f09-a658-f52319835982 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:43.512295 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:40Z', 'revision_number': 3, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:43.543038 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba579d82-6651-47fb-b8f1-fa4cd7e66c49 None None] The sync data for ids ['6b463247-5501-4319-9864-cb14ee1d1d57'] in dv-cinder-834919-1-iscsi is: [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:40Z', 'revision_number': 3, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:08:43.610795 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Publish callbacks [] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:43.695043 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:43.786338 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Pushing event updated for resources: {'Port': ['ID=9d4ed837-ab51-40cf-9d20-83a32e3e2a0c,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:43.786567 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16361821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16731756'] for router_interface (6b463247-5501-4319-9864-cb14ee1d1d57), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:43.911977 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Network b5f6ec85-dfe2-47dc-923e-bdc04e67533c is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:08:43.914270 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:08:44.089907 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Router 6b463247-5501-4319-9864-cb14ee1d1d57 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:08:44.217422 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-1552cd5d-69c8-4bb3-96f7-c0ce8e6ff842 None None] Provisioning complete for port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:44.218197 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-1552cd5d-69c8-4bb3-96f7-c0ce8e6ff842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:44.230780 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:08:44.237125 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-e3f7b886-9933-4546-ad9f-ffe7a623e5eb admin admin] 10.222.0.97 "PUT /v2.0/routers/6b463247-5501-4319-9864-cb14ee1d1d57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2734292 Mar 23 17:08:44.264725 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-1552cd5d-69c8-4bb3-96f7-c0ce8e6ff842 None None] Port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:08:44.394872 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9aea73-38c4-4484-9951-18b5a8a3e7af req-2040866e-7971-4479-9644-d663e6838bfb tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:44.396619 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7a9aea73-38c4-4484-9951-18b5a8a3e7af req-2040866e-7971-4479-9644-d663e6838bfb tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0600579 Mar 23 17:08:44.446704 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7a9aea73-38c4-4484-9951-18b5a8a3e7af req-adb6c345-4e7b-43a0-a5f8-36fc1009cc63 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446777 Mar 23 17:08:44.767782 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58364) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:44.890238 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58370) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:44.915741 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-4ab4cd2e-afdc-4776-9dfe-cda0cc59714a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1837378632-network', 'tenant_id': 'ae9fad11e4824e6b8cead5b4436a0e57'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:44.950719 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58380) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:44.955639 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-df3b0932-0793-4941-99cb-6d3e5c3c49d5 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--898319858', 'description': 'tempest-description--576593297'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:45.008280 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a25fccdc-c5f2-4180-ba6e-198537d11b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.055201 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab4cd2e-afdc-4776-9dfe-cda0cc59714a admin admin] Made reservation on behalf of ae9fad11e4824e6b8cead5b4436a0e57 for: {'network': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:08:45.058140 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4ab4cd2e-afdc-4776-9dfe-cda0cc59714a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.073887 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4ab4cd2e-afdc-4776-9dfe-cda0cc59714a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.082158 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-df3b0932-0793-4941-99cb-6d3e5c3c49d5 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.125818 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 8241fa66-c382-4060-b757-ba6c9955562b up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:08:45.147926 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a25fccdc-c5f2-4180-ba6e-198537d11b3e admin admin] Publish callbacks [] for security_group (0b5e2034-2c87-4f44-99d0-2543067d1dcd), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.174752 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-df3b0932-0793-4941-99cb-6d3e5c3c49d5 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group (3276beec-fb61-4d85-8392-db064891297d), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.193944 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 8241fa66-c382-4060-b757-ba6c9955562b triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:45.194322 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (8241fa66-c382-4060-b757-ba6c9955562b), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.197399 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4ab4cd2e-afdc-4776-9dfe-cda0cc59714a admin admin] Publish callbacks [] for security_group (12a57411-de9c-4ce5-a6d1-0a415eded8e5), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.219433 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a25fccdc-c5f2-4180-ba6e-198537d11b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (0b5e2034-2c87-4f44-99d0-2543067d1dcd), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.258127 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-df3b0932-0793-4941-99cb-6d3e5c3c49d5 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (3276beec-fb61-4d85-8392-db064891297d), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.270931 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4ab4cd2e-afdc-4776-9dfe-cda0cc59714a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (12a57411-de9c-4ce5-a6d1-0a415eded8e5), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.285493 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 8241fa66-c382-4060-b757-ba6c9955562b is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:45.285947 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (8241fa66-c382-4060-b757-ba6c9955562b), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.289915 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-a25fccdc-c5f2-4180-ba6e-198537d11b3e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=df13ffd31c9e495691d63411ab0ee036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984110 Mar 23 17:08:45.295893 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58388) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:45.298674 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fccdc-c5f2-4180-ba6e-198537d11b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5e2034-2c87-4f44-99d0-2543067d1dcd,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:45.315957 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab4cd2e-afdc-4776-9dfe-cda0cc59714a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1211} {{(pid=104060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:08:45.316444 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b0932-0793-4941-99cb-6d3e5c3c49d5 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3276beec-fb61-4d85-8392-db064891297d,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:45.331023 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] For port 8241fa66-c382-4060-b757-ba6c9955562b, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=8241fa66-c382-4060-b757-ba6c9955562b,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:45.356347 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4ab4cd2e-afdc-4776-9dfe-cda0cc59714a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (226bfaf2-bf25-4894-9b2e-8584bc2f5d96), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.356722 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.segments_db [None req-4ab4cd2e-afdc-4776-9dfe-cda0cc59714a admin admin] Added segment 226bfaf2-bf25-4894-9b2e-8584bc2f5d96 of type vlan for network 89302cf1-77b3-46a1-ad4c-401437ffe175 Mar 23 17:08:45.373831 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4cd2e-afdc-4776-9dfe-cda0cc59714a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a57411-de9c-4ce5-a6d1-0a415eded8e5,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:45.379411 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-df3b0932-0793-4941-99cb-6d3e5c3c49d5 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.383763 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-df3b0932-0793-4941-99cb-6d3e5c3c49d5 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4317939 Mar 23 17:08:45.384454 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58392) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:45.389332 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-5b8c7fac-1387-4912-bf3d-e9c0429e828f tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Request body: {'security_group_rule': {'security_group_id': '3276beec-fb61-4d85-8392-db064891297d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:45.429815 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4ab4cd2e-afdc-4776-9dfe-cda0cc59714a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (89302cf1-77b3-46a1-ad4c-401437ffe175), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.436333 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (8241fa66-c382-4060-b757-ba6c9955562b), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.450803 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9358d2d9-7497-4f6b-8bff-423b1a13a0e5 admin admin] Publish callbacks [] for security_group (0b5e2034-2c87-4f44-99d0-2543067d1dcd), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.483194 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9358d2d9-7497-4f6b-8bff-423b1a13a0e5 admin admin] Publish callbacks [] for security_group (0b5e2034-2c87-4f44-99d0-2543067d1dcd), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.510160 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Pushing event updated for resources: {'Port': ['ID=8241fa66-c382-4060-b757-ba6c9955562b,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:45.515014 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Sync routers for ids ['6b463247-5501-4319-9864-cb14ee1d1d57'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:08:45.528140 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Routers {'6b463247-5501-4319-9864-cb14ee1d1d57'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:08:45.529128 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:08:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6b463247-5501-4319-9864-cb14ee1d1d57'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:45.534325 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5b8c7fac-1387-4912-bf3d-e9c0429e828f tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group_rule (74b3d68a-e687-4ecb-a626-189517562a14), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.541639 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58398) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:45.585184 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4ab4cd2e-afdc-4776-9dfe-cda0cc59714a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (89302cf1-77b3-46a1-ad4c-401437ffe175), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.586753 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab4cd2e-afdc-4776-9dfe-cda0cc59714a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:45.587970 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4ab4cd2e-afdc-4776-9dfe-cda0cc59714a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.628597 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5b8c7fac-1387-4912-bf3d-e9c0429e828f tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group_rule (74b3d68a-e687-4ecb-a626-189517562a14), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.690852 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2fc76db1-40a8-4303-ba56-17ed8d499112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.711702 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5b8c7fac-1387-4912-bf3d-e9c0429e828f tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (74b3d68a-e687-4ecb-a626-189517562a14), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.732024 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Set router 6b463247-5501-4319-9864-cb14ee1d1d57 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:08:45.749745 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c7fac-1387-4912-bf3d-e9c0429e828f tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b3d68a-e687-4ecb-a626-189517562a14,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:45.827178 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2fc76db1-40a8-4303-ba56-17ed8d499112 admin admin] Publish callbacks [] for security_group (4a1185b9-99b9-4d7e-93aa-ae2b3dc004f3), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.833044 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5b8c7fac-1387-4912-bf3d-e9c0429e828f tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.834429 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-5b8c7fac-1387-4912-bf3d-e9c0429e828f tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4488914 Mar 23 17:08:45.837940 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58402) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:45.845392 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-5e884955-678a-420d-b8ae-2cefe5d407c4 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Request body: {'security_group_rule': {'security_group_id': '3276beec-fb61-4d85-8392-db064891297d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:45.905447 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2fc76db1-40a8-4303-ba56-17ed8d499112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (4a1185b9-99b9-4d7e-93aa-ae2b3dc004f3), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.953559 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-2fc76db1-40a8-4303-ba56-17ed8d499112 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=eeaa02a6d0ea4ddfa0936c37d7e45580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4077277 Mar 23 17:08:45.953559 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5e884955-678a-420d-b8ae-2cefe5d407c4 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group_rule (e825fcc7-826b-4f18-862a-1e1454d8886d), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.954860 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc76db1-40a8-4303-ba56-17ed8d499112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1185b9-99b9-4d7e-93aa-ae2b3dc004f3,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:45.955506 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58404) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:45.957789 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9358d2d9-7497-4f6b-8bff-423b1a13a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (0b5e2034-2c87-4f44-99d0-2543067d1dcd), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.960809 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9358d2d9-7497-4f6b-8bff-423b1a13a0e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:45.965337 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-9358d2d9-7497-4f6b-8bff-423b1a13a0e5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0b5e2034-2c87-4f44-99d0-2543067d1dcd HTTP/1.1" status: 204 len: 168 time: 0.6680648 Mar 23 17:08:45.968699 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-4ab4cd2e-afdc-4776-9dfe-cda0cc59714a admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1998413 Mar 23 17:08:45.971794 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58408) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:45.984818 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:43Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '9d4ed837-ab51-40cf-9d20-83a32e3e2a0c', 'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'mac_address': 'fa:16:3e:9f:f7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:42Z', 'updated_at': '2022-03-23T17:08:43Z', 'revision_number': 2, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'subnets': [{'id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:45.985030 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-add85979-03b8-4729-bb39-d120bd3d8f6f admin admin] Request body: {'subnet': {'network_id': '89302cf1-77b3-46a1-ad4c-401437ffe175', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1837378632-subnet', 'tenant_id': 'ae9fad11e4824e6b8cead5b4436a0e57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:46.003068 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358d2d9-7497-4f6b-8bff-423b1a13a0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5e2034-2c87-4f44-99d0-2543067d1dcd,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:46.016528 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4cd2e-afdc-4776-9dfe-cda0cc59714a admin admin] Pushing event updated for resources: {'Network': ['ID=89302cf1-77b3-46a1-ad4c-401437ffe175,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:46.024751 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3f083-b2ea-4b20-b5d4-5e43f11ad527 req-52aefd9e-be8e-4b64-8015-b5e6da5cd3ce tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:46.031620 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-73a3f083-b2ea-4b20-b5d4-5e43f11ad527 req-52aefd9e-be8e-4b64-8015-b5e6da5cd3ce tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.5097673 Mar 23 17:08:46.045062 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5e884955-678a-420d-b8ae-2cefe5d407c4 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group_rule (e825fcc7-826b-4f18-862a-1e1454d8886d), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.053084 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Checking router: 6b463247-5501-4319-9864-cb14ee1d1d57 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:08:46.053515 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Updating router 6b463247-5501-4319-9864-cb14ee1d1d57 port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c binding host dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:08:46.057517 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network 89302cf1-77b3-46a1-ad4c-401437ffe175 details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:08:46.091399 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2bc04952-fa71-400b-97c9-12a307bec874 admin admin] Publish callbacks [] for security_group (4a1185b9-99b9-4d7e-93aa-ae2b3dc004f3), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.098909 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-73a3f083-b2ea-4b20-b5d4-5e43f11ad527 req-b4739b18-e319-4023-9bfe-08867118b4ff tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664833 Mar 23 17:08:46.104901 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add85979-03b8-4729-bb39-d120bd3d8f6f admin admin] Made reservation on behalf of ae9fad11e4824e6b8cead5b4436a0e57 for: {'subnet': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:08:46.107365 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-add85979-03b8-4729-bb39-d120bd3d8f6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25001089'] for subnet (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.128801 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2bc04952-fa71-400b-97c9-12a307bec874 admin admin] Publish callbacks [] for security_group (4a1185b9-99b9-4d7e-93aa-ae2b3dc004f3), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.139854 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.153655 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5e884955-678a-420d-b8ae-2cefe5d407c4 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (e825fcc7-826b-4f18-862a-1e1454d8886d), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.194349 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e884955-678a-420d-b8ae-2cefe5d407c4 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e825fcc7-826b-4f18-862a-1e1454d8886d,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:46.271035 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2bc04952-fa71-400b-97c9-12a307bec874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (4a1185b9-99b9-4d7e-93aa-ae2b3dc004f3), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.276919 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2bc04952-fa71-400b-97c9-12a307bec874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.277218 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5e884955-678a-420d-b8ae-2cefe5d407c4 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.278732 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-5e884955-678a-420d-b8ae-2cefe5d407c4 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4395046 Mar 23 17:08:46.278884 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-2bc04952-fa71-400b-97c9-12a307bec874 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4a1185b9-99b9-4d7e-93aa-ae2b3dc004f3 HTTP/1.1" status: 204 len: 168 time: 0.3219707 Mar 23 17:08:46.285239 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58412) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:46.290878 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Request body: {'floatingip': {'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:46.300254 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc04952-fa71-400b-97c9-12a307bec874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1185b9-99b9-4d7e-93aa-ae2b3dc004f3,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:46.391450 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.543436 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.631600 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-add85979-03b8-4729-bb39-d120bd3d8f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25144964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25001111'] for subnet (309a55b4-3c29-4a0b-8d36-eb72b72f155a), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.705947 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Allocated IP 172.27.1.190 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/7059ebf4-d0d3-42d2-90e2-e018f55ee339) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:08:46.710003 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add85979-03b8-4729-bb39-d120bd3d8f6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=309a55b4-3c29-4a0b-8d36-eb72b72f155a,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:46.712450 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Publish callbacks [] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), precommit_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.735785 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add85979-03b8-4729-bb39-d120bd3d8f6f admin admin] Checking segment: {'id': '226bfaf2-bf25-4894-9b2e-8584bc2f5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '89302cf1-77b3-46a1-ad4c-401437ffe175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:08:46.736148 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add85979-03b8-4729-bb39-d120bd3d8f6f admin admin] Network hostable DHCP agents. Network: 89302cf1-77b3-46a1-ad4c-401437ffe175, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:08:46.831617 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for port (7059ebf4-d0d3-42d2-90e2-e018f55ee339), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.836128 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.907765 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98747599-9c1a-4d99-8435-2dd6baca959d None None] Pushing event updated for resources: {'Port': ['ID=9d4ed837-ab51-40cf-9d20-83a32e3e2a0c,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:46.928397 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58428) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:46.943917 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-831704ce-3d7c-4aa3-a691-a4e6cdcccdd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.964874 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add85979-03b8-4729-bb39-d120bd3d8f6f admin admin] Network 89302cf1-77b3-46a1-ad4c-401437ffe175 is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:08:46.971618 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (7059ebf4-d0d3-42d2-90e2-e018f55ee339), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.975764 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Attempting to bind port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:08:46.976259 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Attempting to bind port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:08:46.976628 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Attempting to bind port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c on network b5f6ec85-dfe2-47dc-923e-bdc04e67533c {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:08:46.983557 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:08:46.983965 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Checking segment: {'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:08:46.984343 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:46.984781 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Bound using segment: {'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:08:46.985248 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Bound port: 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:08:46.985630 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.037695 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:08:47.046320 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:08:47.048986 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:08:47.055250 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event updated for resources: {'Port': ['ID=7059ebf4-d0d3-42d2-90e2-e018f55ee339,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:47.067822 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] For port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:08:47.071557 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] For port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=9d4ed837-ab51-40cf-9d20-83a32e3e2a0c,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:08:47.108799 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 8241fa66-c382-4060-b757-ba6c9955562b up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:08:47.136628 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-831704ce-3d7c-4aa3-a691-a4e6cdcccdd6 admin admin] Publish callbacks [] for security_group (1b7bc754-fb7a-4497-b891-ab0b64929e47), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.162268 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 8241fa66-c382-4060-b757-ba6c9955562b triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:47.166596 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (8241fa66-c382-4060-b757-ba6c9955562b), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.176035 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for floatingip (75e28146-ef7e-407a-a277-b203e5c5ca97), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.215341 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-add85979-03b8-4729-bb39-d120bd3d8f6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, 89302cf1-77b3-46a1-ad4c-401437ffe175) {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:08:47.220594 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-d4563390-be93-4459-9507-9610e0dfb08c None None] Provisioning complete for port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:47.220761 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d4563390-be93-4459-9507-9610e0dfb08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.221835 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add85979-03b8-4729-bb39-d120bd3d8f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:47.222422 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-add85979-03b8-4729-bb39-d120bd3d8f6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.242263 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6918f605-5684-43ce-94ff-1107cd2ff5fe None None] Network 89302cf1-77b3-46a1-ad4c-401437ffe175 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:08:47.250513 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ae1a0-ccb8-4a48-93f7-30b7436ed524 req-ee989b27-120a-4564-90f9-b2a870ebd538 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:47.252167 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6c9ae1a0-ccb8-4a48-93f7-30b7436ed524 req-ee989b27-120a-4564-90f9-b2a870ebd538 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0745506 Mar 23 17:08:47.253371 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-831704ce-3d7c-4aa3-a691-a4e6cdcccdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (1b7bc754-fb7a-4497-b891-ab0b64929e47), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.300566 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831704ce-3d7c-4aa3-a691-a4e6cdcccdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7bc754-fb7a-4497-b891-ab0b64929e47,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:47.310919 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.323268 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-831704ce-3d7c-4aa3-a691-a4e6cdcccdd6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d5fd9e5bf9064dc6934a12fbcda2e15d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3937192 Mar 23 17:08:47.325909 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58432) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:47.339108 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6c9ae1a0-ccb8-4a48-93f7-30b7436ed524 req-5b55a779-484f-4b86-bfb1-318a54dd135d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760598 Mar 23 17:08:47.381525 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-add85979-03b8-4729-bb39-d120bd3d8f6f admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3940785 Mar 23 17:08:47.381772 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-11f74538-645d-4d66-a0d0-574c8861a73b admin admin] Publish callbacks [] for security_group (1b7bc754-fb7a-4497-b891-ab0b64929e47), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.381875 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-d4563390-be93-4459-9507-9610e0dfb08c None None] Port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:08:47.394864 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 8241fa66-c382-4060-b757-ba6c9955562b is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:47.397819 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58436) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:47.399801 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (7059ebf4-d0d3-42d2-90e2-e018f55ee339), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.428924 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b7824aa2-3012-4d33-9391-66b88f22ab5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.449103 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-11f74538-645d-4d66-a0d0-574c8861a73b admin admin] Publish callbacks [] for security_group (1b7bc754-fb7a-4497-b891-ab0b64929e47), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.524670 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60670cd0-6e1b-46ca-bb61-2261275282e7 None None] Network 89302cf1-77b3-46a1-ad4c-401437ffe175 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:08:47.527514 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Routers {'6b463247-5501-4319-9864-cb14ee1d1d57'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:08:47.528171 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:08:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6b463247-5501-4319-9864-cb14ee1d1d57'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:47.597155 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b7824aa2-3012-4d33-9391-66b88f22ab5d admin admin] Publish callbacks [] for security_group (43b3dc09-48df-467f-b5bf-205486e38ac3), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.659283 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-11f74538-645d-4d66-a0d0-574c8861a73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (1b7bc754-fb7a-4497-b891-ab0b64929e47), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.662018 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-11f74538-645d-4d66-a0d0-574c8861a73b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.663593 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-11f74538-645d-4d66-a0d0-574c8861a73b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1b7bc754-fb7a-4497-b891-ab0b64929e47 HTTP/1.1" status: 204 len: 168 time: 0.3360415 Mar 23 17:08:47.677406 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f74538-645d-4d66-a0d0-574c8861a73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7bc754-fb7a-4497-b891-ab0b64929e47,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:47.695953 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for port (7059ebf4-d0d3-42d2-90e2-e018f55ee339), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.706471 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b7824aa2-3012-4d33-9391-66b88f22ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (43b3dc09-48df-467f-b5bf-205486e38ac3), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.724397 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98747599-9c1a-4d99-8435-2dd6baca959d None None] Pushing event updated for resources: {'Port': ['ID=9d4ed837-ab51-40cf-9d20-83a32e3e2a0c,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:47.749470 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-e0818064-7870-418d-a01a-5dd5305bd31b None None] Provisioning complete for port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:47.749870 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e0818064-7870-418d-a01a-5dd5305bd31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.772140 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-b7824aa2-3012-4d33-9391-66b88f22ab5d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=14a821a16d054fd5956063f09c2f8df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703630 Mar 23 17:08:47.774610 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58446) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:47.787686 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7824aa2-3012-4d33-9391-66b88f22ab5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b3dc09-48df-467f-b5bf-205486e38ac3,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:47.799104 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (7059ebf4-d0d3-42d2-90e2-e018f55ee339), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:47.862993 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] Set router 6b463247-5501-4319-9864-cb14ee1d1d57 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:08:48.030313 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-e0818064-7870-418d-a01a-5dd5305bd31b None None] Current status of the port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:48.035998 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e0818064-7870-418d-a01a-5dd5305bd31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:48.085509 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-e0818064-7870-418d-a01a-5dd5305bd31b None None] For port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=9d4ed837-ab51-40cf-9d20-83a32e3e2a0c,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:48.150168 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event updated for resources: {'Port': ['ID=7059ebf4-d0d3-42d2-90e2-e018f55ee339,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:48.167472 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-09a14b2b-5322-4420-b025-c1946af45f76 admin admin] Publish callbacks [] for security_group (43b3dc09-48df-467f-b5bf-205486e38ac3), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:48.169260 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (75e28146-ef7e-407a-a277-b203e5c5ca97), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:48.194057 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e0818064-7870-418d-a01a-5dd5305bd31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:48.207141 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-09a14b2b-5322-4420-b025-c1946af45f76 admin admin] Publish callbacks [] for security_group (43b3dc09-48df-467f-b5bf-205486e38ac3), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:48.240914 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:43Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '9d4ed837-ab51-40cf-9d20-83a32e3e2a0c', 'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'mac_address': 'fa:16:3e:9f:f7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:42Z', 'updated_at': '2022-03-23T17:08:47Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'subnets': [{'id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:08:48.253916 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:48.253916 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-a3b0c187-83c8-4802-adda-5da98c733c57 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9625969 Mar 23 17:08:48.274825 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3339c530-9542-48c8-9120-8a126b1a4486 None None] The sync data for ids ['6b463247-5501-4319-9864-cb14ee1d1d57'] in dv-cinder-834919-1-iscsi is: [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:43Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '9d4ed837-ab51-40cf-9d20-83a32e3e2a0c', 'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'mac_address': 'fa:16:3e:9f:f7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:42Z', 'updated_at': '2022-03-23T17:08:47Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'subnets': [{'id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:08:48.293487 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0818064-7870-418d-a01a-5dd5305bd31b None None] Pushing event updated for resources: {'Port': ['ID=9d4ed837-ab51-40cf-9d20-83a32e3e2a0c,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:48.345127 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-09a14b2b-5322-4420-b025-c1946af45f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (43b3dc09-48df-467f-b5bf-205486e38ac3), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:48.350060 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-09a14b2b-5322-4420-b025-c1946af45f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:48.352212 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-09a14b2b-5322-4420-b025-c1946af45f76 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/43b3dc09-48df-467f-b5bf-205486e38ac3 HTTP/1.1" status: 204 len: 168 time: 0.5766082 Mar 23 17:08:48.363466 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a14b2b-5322-4420-b025-c1946af45f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b3dc09-48df-467f-b5bf-205486e38ac3,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:48.508562 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa4884-4bc7-4c01-a0c3-84842b8a24bc req-6dd05bb1-0c20-482f-a7f1-f9296163e4a7 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:48.514293 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a9aa4884-4bc7-4c01-a0c3-84842b8a24bc req-6dd05bb1-0c20-482f-a7f1-f9296163e4a7 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0854797 Mar 23 17:08:48.583357 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a9aa4884-4bc7-4c01-a0c3-84842b8a24bc req-ebbbabc2-7ee3-406d-ad6b-2e52a2802eb2 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626264 Mar 23 17:08:48.642868 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8ad9d2c6-6442-428f-8343-64729052334f req-4ef743c8-4688-4364-9472-347862238d17 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--898319858&fields=id&tenant_id=f132ad6f39674e448f82c3fda9d3079b HTTP/1.1" status: 200 len: 267 time: 0.0865307 Mar 23 17:08:48.677153 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58492) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:48.788868 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9d2c6-6442-428f-8343-64729052334f req-6d458d78-6738-4f53-b57b-00c0c010614f tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:48.790541 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8ad9d2c6-6442-428f-8343-64729052334f req-6d458d78-6738-4f53-b57b-00c0c010614f tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/networks?id=b5f6ec85-dfe2-47dc-923e-bdc04e67533c HTTP/1.1" status: 200 len: 811 time: 0.1332173 Mar 23 17:08:48.805990 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8ad9d2c6-6442-428f-8343-64729052334f req-656c728b-db84-49b2-adec-713543ad305d tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/quotas/f132ad6f39674e448f82c3fda9d3079b HTTP/1.1" status: 200 len: 375 time: 0.0094004 Mar 23 17:08:48.869973 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8ad9d2c6-6442-428f-8343-64729052334f req-aa6ac209-0742-4c95-9834-4bb6d32aa94b tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=f132ad6f39674e448f82c3fda9d3079b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565307 Mar 23 17:08:48.997164 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8ad9d2c6-6442-428f-8343-64729052334f req-ce7f4150-1115-4bd3-9d19-dfadc72a86eb service neutron] 10.222.0.97 "GET /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140244 Mar 23 17:08:49.012630 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1edd260b-5d30-47fb-adaf-fe9b81aed634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:49.150463 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8ad9d2c6-6442-428f-8343-64729052334f req-c12ea572-83c3-4752-8a29-de5084f288d4 service neutron] 10.222.0.97 "GET /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444967 Mar 23 17:08:49.172767 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:08:49.174446 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1edd260b-5d30-47fb-adaf-fe9b81aed634 admin admin] Publish callbacks [] for security_group (9d93ffb0-4e1a-4599-8eb4-c154f360f110), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:49.241029 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:49.241550 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:49.282035 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1edd260b-5d30-47fb-adaf-fe9b81aed634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (9d93ffb0-4e1a-4599-8eb4-c154f360f110), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:49.326584 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd260b-5d30-47fb-adaf-fe9b81aed634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d93ffb0-4e1a-4599-8eb4-c154f360f110,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:49.334236 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58514) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:49.334525 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-1edd260b-5d30-47fb-adaf-fe9b81aed634 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8481108901da467ca2c464977cbdb0d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6560581 Mar 23 17:08:49.366492 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:49.406979 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-913b018d-ed6b-4b3b-895c-7e513907a8dd admin admin] Publish callbacks [] for security_group (9d93ffb0-4e1a-4599-8eb4-c154f360f110), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:49.458314 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-913b018d-ed6b-4b3b-895c-7e513907a8dd admin admin] Publish callbacks [] for security_group (9d93ffb0-4e1a-4599-8eb4-c154f360f110), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:49.487782 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c3c0cabc-0381-4b81-b871-f07ddcdf668b req-85f94e98-a55d-4a3a-8426-1536d4bb18b5 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 210 time: 0.0605028 Mar 23 17:08:49.626047 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-913b018d-ed6b-4b3b-895c-7e513907a8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (9d93ffb0-4e1a-4599-8eb4-c154f360f110), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:49.640119 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-913b018d-ed6b-4b3b-895c-7e513907a8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:49.640119 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-913b018d-ed6b-4b3b-895c-7e513907a8dd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9d93ffb0-4e1a-4599-8eb4-c154f360f110 HTTP/1.1" status: 204 len: 168 time: 0.3014882 Mar 23 17:08:49.645817 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b018d-ed6b-4b3b-895c-7e513907a8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d93ffb0-4e1a-4599-8eb4-c154f360f110,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:49.806900 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054db800-19e6-42b8-81f5-082773feb6f4 req-4c825bdc-ceb1-4a9a-a005-be1eec612078 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:49.821725 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-054db800-19e6-42b8-81f5-082773feb6f4 req-4c825bdc-ceb1-4a9a-a005-be1eec612078 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0884883 Mar 23 17:08:49.871106 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-054db800-19e6-42b8-81f5-082773feb6f4 req-e969cab0-2789-43e4-937c-5393ff306af0 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483441 Mar 23 17:08:49.919633 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-dd7f43c8-528b-4637-a0b7-627d86d03d62 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:49.925750 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-dd7f43c8-528b-4637-a0b7-627d86d03d62 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/networks?id=89302cf1-77b3-46a1-ad4c-401437ffe175 HTTP/1.1" status: 200 len: 809 time: 0.1193280 Mar 23 17:08:49.941134 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-72977066-f997-4124-9c23-5228ec877a00 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/quotas/ae9fad11e4824e6b8cead5b4436a0e57 HTTP/1.1" status: 200 len: 375 time: 0.0091529 Mar 23 17:08:49.979432 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-95499e0f-f63c-4a61-b956-a583423eb846 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ae9fad11e4824e6b8cead5b4436a0e57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321474 Mar 23 17:08:50.078589 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-23fe6295-9c80-4687-a1d8-f8c95b0f262d service neutron] 10.222.0.97 "GET /v2.0/networks/89302cf1-77b3-46a1-ad4c-401437ffe175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919769 Mar 23 17:08:50.173183 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-742dbb1a-a090-4f38-9325-1217c0ba7c96 service neutron] 10.222.0.97 "GET /v2.0/networks/89302cf1-77b3-46a1-ad4c-401437ffe175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881665 Mar 23 17:08:50.323328 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58564) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:50.497216 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1c736cf0-06b7-443b-9d09-5d6265976c81 req-40f70428-f062-43b0-ac74-a4e2df629baa tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 210 time: 0.0301058 Mar 23 17:08:50.526586 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-0614468d-147f-4ae9-a8b1-8f264b256164 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1832512777-network', 'tenant_id': '122277fbf68240bea1537673564bfd0e'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:50.637265 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e51659b6-366a-4286-ad9d-4eb45a05f63c req-2d91a054-0b38-4c72-a488-92b05239b8c9 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 210 time: 0.0506954 Mar 23 17:08:50.664570 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0614468d-147f-4ae9-a8b1-8f264b256164 admin admin] Made reservation on behalf of 122277fbf68240bea1537673564bfd0e for: {'network': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:08:50.666881 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0614468d-147f-4ae9-a8b1-8f264b256164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:50.676814 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0614468d-147f-4ae9-a8b1-8f264b256164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:50.803009 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0614468d-147f-4ae9-a8b1-8f264b256164 admin admin] Publish callbacks [] for security_group (7043f53a-266a-4a8b-b2da-052ad9cce538), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:50.973270 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0614468d-147f-4ae9-a8b1-8f264b256164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (7043f53a-266a-4a8b-b2da-052ad9cce538), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:51.023979 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054a100-8c2c-4115-8e5e-9e690245eef3 req-a42cee25-ddb6-40c9-85f2-7e510731791e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:51.025966 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5054a100-8c2c-4115-8e5e-9e690245eef3 req-a42cee25-ddb6-40c9-85f2-7e510731791e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0735099 Mar 23 17:08:51.031614 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0614468d-147f-4ae9-a8b1-8f264b256164 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1244} {{(pid=104060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:08:51.041703 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614468d-147f-4ae9-a8b1-8f264b256164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7043f53a-266a-4a8b-b2da-052ad9cce538,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:51.050013 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0614468d-147f-4ae9-a8b1-8f264b256164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (bd817a77-a315-40f2-a4d9-a3f7959c89b7), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:51.050362 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.segments_db [None req-0614468d-147f-4ae9-a8b1-8f264b256164 admin admin] Added segment bd817a77-a315-40f2-a4d9-a3f7959c89b7 of type vlan for network 9641745f-d8ec-4f0f-9f65-22789a0dcbe5 Mar 23 17:08:51.085242 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5054a100-8c2c-4115-8e5e-9e690245eef3 req-acbf0832-8400-4a70-a6d2-2548ee7dce8a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525355 Mar 23 17:08:51.097305 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0614468d-147f-4ae9-a8b1-8f264b256164 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (9641745f-d8ec-4f0f-9f65-22789a0dcbe5), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:51.187152 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0614468d-147f-4ae9-a8b1-8f264b256164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (9641745f-d8ec-4f0f-9f65-22789a0dcbe5), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:51.188510 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0614468d-147f-4ae9-a8b1-8f264b256164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:51.189286 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0614468d-147f-4ae9-a8b1-8f264b256164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:51.259875 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614468d-147f-4ae9-a8b1-8f264b256164 admin admin] Pushing event updated for resources: {'Network': ['ID=9641745f-d8ec-4f0f-9f65-22789a0dcbe5,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:51.270957 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network 9641745f-d8ec-4f0f-9f65-22789a0dcbe5 details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:08:51.302782 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-0614468d-147f-4ae9-a8b1-8f264b256164 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9782457 Mar 23 17:08:51.305667 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58610) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:51.311553 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-8e4a3749-1e81-4be9-b984-f2900a245669 admin admin] Request body: {'subnet': {'network_id': '9641745f-d8ec-4f0f-9f65-22789a0dcbe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1832512777-subnet', 'tenant_id': '122277fbf68240bea1537673564bfd0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:51.442411 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4a3749-1e81-4be9-b984-f2900a245669 admin admin] Made reservation on behalf of 122277fbf68240bea1537673564bfd0e for: {'subnet': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:08:51.445598 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3749-1e81-4be9-b984-f2900a245669 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25001089'] for subnet (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:51.643292 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-26ede0b8-6f70-4c86-9c7e-f8db262fbd09 req-4884f4f2-3f04-40a2-be3d-36e008864679 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 210 time: 0.0269260 Mar 23 17:08:51.689253 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3749-1e81-4be9-b984-f2900a245669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25144964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25001111'] for subnet (fa8f7515-2c5a-4a8b-813c-9de0bb449c5c), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:51.759481 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ccdacd3e-1465-4590-802f-583593f1e96d req-7f52b01e-9045-4b9d-b243-85b06776d111 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 210 time: 0.0371370 Mar 23 17:08:51.778507 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a3749-1e81-4be9-b984-f2900a245669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8f7515-2c5a-4a8b-813c-9de0bb449c5c,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:51.787726 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a3749-1e81-4be9-b984-f2900a245669 admin admin] Checking segment: {'id': 'bd817a77-a315-40f2-a4d9-a3f7959c89b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '9641745f-d8ec-4f0f-9f65-22789a0dcbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:08:51.788093 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4a3749-1e81-4be9-b984-f2900a245669 admin admin] Network hostable DHCP agents. Network: 9641745f-d8ec-4f0f-9f65-22789a0dcbe5, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:08:51.893796 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4a3749-1e81-4be9-b984-f2900a245669 admin admin] Network 9641745f-d8ec-4f0f-9f65-22789a0dcbe5 is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:08:52.059415 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-8e4a3749-1e81-4be9-b984-f2900a245669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, 9641745f-d8ec-4f0f-9f65-22789a0dcbe5) {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:08:52.063820 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a3749-1e81-4be9-b984-f2900a245669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:52.064517 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3749-1e81-4be9-b984-f2900a245669 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:52.068663 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3143463-8d26-441c-8819-74ff00c9bcee None None] Network 9641745f-d8ec-4f0f-9f65-22789a0dcbe5 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:08:52.206578 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe13824-d30d-40bb-ad78-6bd6f2ad467a req-7f0abf64-4a0b-435f-9d80-ef7e0b975896 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:52.208969 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-abe13824-d30d-40bb-ad78-6bd6f2ad467a req-7f0abf64-4a0b-435f-9d80-ef7e0b975896 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0564082 Mar 23 17:08:52.226233 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-8e4a3749-1e81-4be9-b984-f2900a245669 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9114470 Mar 23 17:08:52.313964 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0669df7-e61f-4081-b20b-8fce3284abc2 None None] Network 9641745f-d8ec-4f0f-9f65-22789a0dcbe5 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:08:52.335423 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-abe13824-d30d-40bb-ad78-6bd6f2ad467a req-84b8046e-5242-48d0-ad01-459d51e32943 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200972 Mar 23 17:08:52.516227 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9d2c6-6442-428f-8343-64729052334f req-b2b4b4eb-7ab9-414b-b971-676c8a9871b3 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:52.517718 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8ad9d2c6-6442-428f-8343-64729052334f req-b2b4b4eb-7ab9-414b-b971-676c8a9871b3 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.43 "GET /v2.0/networks?id=b5f6ec85-dfe2-47dc-923e-bdc04e67533c HTTP/1.1" status: 200 len: 811 time: 0.1665542 Mar 23 17:08:52.588679 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8ad9d2c6-6442-428f-8343-64729052334f req-8f2c428a-3062-4942-88d5-b2e51eda6bba tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f132ad6f39674e448f82c3fda9d3079b HTTP/1.1" status: 200 len: 379 time: 0.0622218 Mar 23 17:08:52.616206 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [req-8ad9d2c6-6442-428f-8343-64729052334f req-ddc627d0-7ecd-4fc2-b278-8e2bee95a906 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Request body: {'port': {'device_id': 'ecbfc375-d70b-4a3d-9a6c-8b9401146dec', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'admin_state_up': True, 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'security_groups': ['3276beec-fb61-4d85-8392-db064891297d']}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:52.743730 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f58a7991-4f8f-4d6f-941b-082a631aae6c req-0e3bab4f-c5d5-4ad4-9c41-11f59ff8c220 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 210 time: 0.0291271 Mar 23 17:08:52.870792 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-80a1e081-b71e-4141-8a50-047e1f56d50a req-61b677dc-0356-4ad2-9035-c681ebba9756 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 210 time: 0.0263770 Mar 23 17:08:52.904890 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad9d2c6-6442-428f-8343-64729052334f req-ddc627d0-7ecd-4fc2-b278-8e2bee95a906 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Made reservation on behalf of f132ad6f39674e448f82c3fda9d3079b for: {'port': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:08:52.908320 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-8ad9d2c6-6442-428f-8343-64729052334f req-ddc627d0-7ecd-4fc2-b278-8e2bee95a906 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:53.038995 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [req-8ad9d2c6-6442-428f-8343-64729052334f req-ddc627d0-7ecd-4fc2-b278-8e2bee95a906 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Allocated IP 172.20.0.4 (b5f6ec85-dfe2-47dc-923e-bdc04e67533c/b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8/4b831d54-e57a-4a0d-8e84-39bfd2ee3baa) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:08:53.171737 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-8ad9d2c6-6442-428f-8343-64729052334f req-ddc627d0-7ecd-4fc2-b278-8e2bee95a906 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for port (4b831d54-e57a-4a0d-8e84-39bfd2ee3baa), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:53.311985 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-8ad9d2c6-6442-428f-8343-64729052334f req-ddc627d0-7ecd-4fc2-b278-8e2bee95a906 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (4b831d54-e57a-4a0d-8e84-39bfd2ee3baa), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:53.377417 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc627d0-7ecd-4fc2-b278-8e2bee95a906 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event updated for resources: {'Port': ['ID=4b831d54-e57a-4a0d-8e84-39bfd2ee3baa,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:53.399902 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad9d2c6-6442-428f-8343-64729052334f req-ddc627d0-7ecd-4fc2-b278-8e2bee95a906 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Network b5f6ec85-dfe2-47dc-923e-bdc04e67533c is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:08:53.401437 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [req-8ad9d2c6-6442-428f-8343-64729052334f req-ddc627d0-7ecd-4fc2-b278-8e2bee95a906 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:08:53.403857 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad9d2c6-6442-428f-8343-64729052334f req-ddc627d0-7ecd-4fc2-b278-8e2bee95a906 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:08:53.409270 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9d2c6-6442-428f-8343-64729052334f req-ddc627d0-7ecd-4fc2-b278-8e2bee95a906 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:53.409853 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-8ad9d2c6-6442-428f-8343-64729052334f req-ddc627d0-7ecd-4fc2-b278-8e2bee95a906 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:53.460253 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58678) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:53.530569 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b5b44-dddf-41db-87e9-1a9d6c04babc req-891254b7-922e-48ac-aaa2-51c488602a57 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:53.535223 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ec9b5b44-dddf-41db-87e9-1a9d6c04babc req-891254b7-922e-48ac-aaa2-51c488602a57 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.1203203 Mar 23 17:08:53.576978 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8ad9d2c6-6442-428f-8343-64729052334f req-ddc627d0-7ecd-4fc2-b278-8e2bee95a906 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9654787 Mar 23 17:08:53.722716 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Request body: {'port': {'device_id': 'ecbfc375-d70b-4a3d-9a6c-8b9401146dec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:53.723140 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ec9b5b44-dddf-41db-87e9-1a9d6c04babc req-4aec5fff-7fa5-45ed-b1ff-33402e712ae2 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602987 Mar 23 17:08:53.723237 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a18b2636-6b80-4f64-b4cb-9904da0e2e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:53.723237 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (4b831d54-e57a-4a0d-8e84-39bfd2ee3baa), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:53.761220 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-5beae530-4460-4a0c-be43-59b152301c34 None None] Provisioning complete for port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:53.761800 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-5beae530-4460-4a0c-be43-59b152301c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (4b831d54-e57a-4a0d-8e84-39bfd2ee3baa), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:53.800574 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-5beae530-4460-4a0c-be43-59b152301c34 None None] Port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:08:53.860937 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5678eaf6-9817-4c2b-9e5f-8f8490af225d req-5f0411d1-137c-41fb-ada0-115d2b9f3e4c tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 210 time: 0.0462239 Mar 23 17:08:53.866978 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a18b2636-6b80-4f64-b4cb-9904da0e2e52 admin admin] Publish callbacks [] for security_group (880133df-a33c-4829-a635-17bc126c05f1), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:53.987387 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a18b2636-6b80-4f64-b4cb-9904da0e2e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (880133df-a33c-4829-a635-17bc126c05f1), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:54.043592 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-a18b2636-6b80-4f64-b4cb-9904da0e2e52 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7488ad3965e44695b0742b7517b4e41e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5820138 Mar 23 17:08:54.047376 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58690) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:54.053674 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b2636-6b80-4f64-b4cb-9904da0e2e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880133df-a33c-4829-a635-17bc126c05f1,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:54.057565 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:08:54.069069 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:54.069182 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Publish callbacks [] for port (4b831d54-e57a-4a0d-8e84-39bfd2ee3baa), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:54.080850 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Transition to ACTIVE for port object 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa will not be triggered until provisioned by entity L2. {{(pid=104060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:08:54.101370 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d084c4-ab0f-443e-be99-fe3aaa51d87b req-167d9668-a28a-4fd9-ab7d-16417b7997c7 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:54.104149 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-69d084c4-ab0f-443e-be99-fe3aaa51d87b req-167d9668-a28a-4fd9-ab7d-16417b7997c7 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 931 time: 0.1636305 Mar 23 17:08:54.171454 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-d3457308-b76b-4b41-ba8e-2e460f174976 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:54.172908 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-d3457308-b76b-4b41-ba8e-2e460f174976 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.43 "GET /v2.0/networks?id=89302cf1-77b3-46a1-ad4c-401437ffe175 HTTP/1.1" status: 200 len: 809 time: 0.2001886 Mar 23 17:08:54.195031 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-1d8a7598-1a71-473f-9c47-13bade9c2cc0 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Request body: {'port': {'device_id': '9a049a1d-3107-4442-94ff-ecdf5c2b1a5f', 'network_id': '89302cf1-77b3-46a1-ad4c-401437ffe175', 'admin_state_up': True, 'tenant_id': 'ae9fad11e4824e6b8cead5b4436a0e57'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:54.201735 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (4b831d54-e57a-4a0d-8e84-39bfd2ee3baa), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:54.245120 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f7e42564-1634-460c-a990-6ba81337e036 admin admin] Publish callbacks [] for security_group (880133df-a33c-4829-a635-17bc126c05f1), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:54.252078 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Pushing event updated for resources: {'Port': ['ID=4b831d54-e57a-4a0d-8e84-39bfd2ee3baa,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:54.255206 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-69d084c4-ab0f-443e-be99-fe3aaa51d87b req-30f14d3b-fc54-4457-9d8f-40c2926fcd29 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393416 Mar 23 17:08:54.286615 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f7e42564-1634-460c-a990-6ba81337e036 admin admin] Publish callbacks [] for security_group (880133df-a33c-4829-a635-17bc126c05f1), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:54.301982 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Attempting to bind port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:08:54.302319 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Attempting to bind port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:08:54.302648 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Attempting to bind port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa on network b5f6ec85-dfe2-47dc-923e-bdc04e67533c {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:08:54.308385 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa on network b5f6ec85-dfe2-47dc-923e-bdc04e67533c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:08:54.314936 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Attempting to bind port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa on network b5f6ec85-dfe2-47dc-923e-bdc04e67533c {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:08:54.314936 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:08:54.315599 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Checking segment: {'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:08:54.315705 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Bound using segment: {'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:08:54.316098 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Bound port: 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:08:54.316546 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (4b831d54-e57a-4a0d-8e84-39bfd2ee3baa), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:54.382679 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] For port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa, host hv-cinder-83491, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:08:54.386211 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] For port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=4b831d54-e57a-4a0d-8e84-39bfd2ee3baa,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:08:54.465390 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-1d8a7598-1a71-473f-9c47-13bade9c2cc0 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Made reservation on behalf of ae9fad11e4824e6b8cead5b4436a0e57 for: {'port': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:08:54.470342 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (4b831d54-e57a-4a0d-8e84-39bfd2ee3baa), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:54.470747 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-1d8a7598-1a71-473f-9c47-13bade9c2cc0 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:54.471894 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f7e42564-1634-460c-a990-6ba81337e036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (880133df-a33c-4829-a635-17bc126c05f1), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:54.474481 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f7e42564-1634-460c-a990-6ba81337e036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:54.475788 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-f7e42564-1634-460c-a990-6ba81337e036 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/880133df-a33c-4829-a635-17bc126c05f1 HTTP/1.1" status: 204 len: 168 time: 0.4260385 Mar 23 17:08:54.500811 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e42564-1634-460c-a990-6ba81337e036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880133df-a33c-4829-a635-17bc126c05f1,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:54.504690 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:54.505193 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:54.506601 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8ad9d2c6-6442-428f-8343-64729052334f req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] 10.222.0.43 "PUT /v2.0/ports/4b831d54-e57a-4a0d-8e84-39bfd2ee3baa HTTP/1.1" status: 200 len: 1093 time: 0.9209521 Mar 23 17:08:54.506987 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbfc375-d70b-4a3d-9a6c-8b9401146dec', 'tag': '4b831d54-e57a-4a0d-8e84-39bfd2ee3baa'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:08:54.509568 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb43b40-c4a7-4b1c-96ad-491149d6fbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbfc375-d70b-4a3d-9a6c-8b9401146dec", "tag": "4b831d54-e57a-4a0d-8e84-39bfd2ee3baa"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:08:54.567843 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd2a358-b192-48ce-9bae-b0929f80077c x-openstack-request-id: req-9fd2a358-b192-48ce-9bae-b0929f80077c {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:08:54.569433 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbfc375-d70b-4a3d-9a6c-8b9401146dec", "tag": "4b831d54-e57a-4a0d-8e84-39bfd2ee3baa", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:08:54.569714 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9fd2a358-b192-48ce-9bae-b0929f80077c {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:08:54.570146 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd2a358-b192-48ce-9bae-b0929f80077c'] response: {'name': 'network-changed', 'server_uuid': 'ecbfc375-d70b-4a3d-9a6c-8b9401146dec', 'tag': '4b831d54-e57a-4a0d-8e84-39bfd2ee3baa', 'status': 'completed', 'code': 200} Mar 23 17:08:54.571036 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a370cda-c86b-4cd3-a85d-136bd00ff72d service neutron] Pushing event updated for resources: {'Port': ['ID=4b831d54-e57a-4a0d-8e84-39bfd2ee3baa,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:54.645427 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb43b40-c4a7-4b1c-96ad-491149d6fbb7 req-00ee1c97-7944-453d-b9a5-290e56451bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:54.647675 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-efb43b40-c4a7-4b1c-96ad-491149d6fbb7 req-00ee1c97-7944-453d-b9a5-290e56451bb1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f132ad6f39674e448f82c3fda9d3079b&device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 1127 time: 0.0536244 Mar 23 17:08:54.698241 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-1d8a7598-1a71-473f-9c47-13bade9c2cc0 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Allocated IP 172.20.0.2 (89302cf1-77b3-46a1-ad4c-401437ffe175/309a55b4-3c29-4a0b-8d36-eb72b72f155a/57e4c28a-03a8-478f-b834-050fbdd9a919) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:08:54.866140 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb43b40-c4a7-4b1c-96ad-491149d6fbb7 req-fd07de89-120b-49b8-89fc-79fa6f06b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:54.867786 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-efb43b40-c4a7-4b1c-96ad-491149d6fbb7 req-fd07de89-120b-49b8-89fc-79fa6f06b0ff service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f132ad6f39674e448f82c3fda9d3079b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2023010 Mar 23 17:08:54.896134 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbea80-5325-4238-9d80-6498c92b5b80 req-181591d9-2c97-43f0-b0e8-3cfc7819c291 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:54.897830 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6ecbea80-5325-4238-9d80-6498c92b5b80 req-181591d9-2c97-43f0-b0e8-3cfc7819c291 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.1212826 Mar 23 17:08:54.950081 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-1d8a7598-1a71-473f-9c47-13bade9c2cc0 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Publish callbacks [] for port (57e4c28a-03a8-478f-b834-050fbdd9a919), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:54.989328 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6ecbea80-5325-4238-9d80-6498c92b5b80 req-0748ff72-7fbf-42fc-af44-3b4c6f6b8567 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804935 Mar 23 17:08:54.990704 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-568914c0-e90a-4bbe-93f8-9e1883bc96e8 req-6ac24e10-0c28-4db9-8493-cd8a9e24f687 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 210 time: 0.0471351 Mar 23 17:08:55.068260 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb43b40-c4a7-4b1c-96ad-491149d6fbb7 req-7ba7df77-bd1c-4827-b9e7-d6e6dd34519b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:55.070271 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-efb43b40-c4a7-4b1c-96ad-491149d6fbb7 req-7ba7df77-bd1c-4827-b9e7-d6e6dd34519b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1954167 Mar 23 17:08:55.071002 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-1d8a7598-1a71-473f-9c47-13bade9c2cc0 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (57e4c28a-03a8-478f-b834-050fbdd9a919), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:55.117400 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-1d8a7598-1a71-473f-9c47-13bade9c2cc0 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Network 89302cf1-77b3-46a1-ad4c-401437ffe175 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:08:55.120750 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-1d8a7598-1a71-473f-9c47-13bade9c2cc0 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:08:55.127289 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-1d8a7598-1a71-473f-9c47-13bade9c2cc0 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:08:55.151127 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a7598-1a71-473f-9c47-13bade9c2cc0 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Pushing event updated for resources: {'Port': ['ID=57e4c28a-03a8-478f-b834-050fbdd9a919,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:55.153478 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9d2c6-6442-428f-8343-64729052334f req-f3737a79-fd17-4d7a-a993-96bc44e8bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:55.155652 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8ad9d2c6-6442-428f-8343-64729052334f req-f3737a79-fd17-4d7a-a993-96bc44e8bd0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f132ad6f39674e448f82c3fda9d3079b&device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 1127 time: 0.0468616 Mar 23 17:08:55.181699 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-1d8a7598-1a71-473f-9c47-13bade9c2cc0 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:55.182332 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-1d8a7598-1a71-473f-9c47-13bade9c2cc0 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:55.185236 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-94c15182-7d7e-4401-9a1f-1d740b42aa04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:55.210046 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8ad9d2c6-6442-428f-8343-64729052334f req-1be7f09d-fcda-4b1a-ad0c-b704d6c897be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b831d54-e57a-4a0d-8e84-39bfd2ee3baa HTTP/1.1" status: 200 len: 217 time: 0.0446784 Mar 23 17:08:55.261518 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9d2c6-6442-428f-8343-64729052334f req-ff3aa289-f2c2-4bbc-a231-9b25ceb010ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:55.263078 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8ad9d2c6-6442-428f-8343-64729052334f req-ff3aa289-f2c2-4bbc-a231-9b25ceb010ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8 HTTP/1.1" status: 200 len: 850 time: 0.0441749 Mar 23 17:08:55.313427 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-1d8a7598-1a71-473f-9c47-13bade9c2cc0 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1298089 Mar 23 17:08:55.317200 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9d2c6-6442-428f-8343-64729052334f req-9976ba9f-f12a-456a-81b2-3b20146ba213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:55.320689 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8ad9d2c6-6442-428f-8343-64729052334f req-9976ba9f-f12a-456a-81b2-3b20146ba213 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b5f6ec85-dfe2-47dc-923e-bdc04e67533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461507 Mar 23 17:08:55.338439 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Request body: {'port': {'device_id': '9a049a1d-3107-4442-94ff-ecdf5c2b1a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:55.373999 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58720) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:55.394219 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d104597b-338e-4d4d-b721-943ec5600bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:55.429414 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71c0a4-b7a2-4254-b91a-575d7b1c02b0 req-5ef870e7-49d2-4487-a00a-18f5f7a95a60 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:55.430923 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ec71c0a4-b7a2-4254-b91a-575d7b1c02b0 req-5ef870e7-49d2-4487-a00a-18f5f7a95a60 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 943 time: 0.1055372 Mar 23 17:08:55.431934 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (57e4c28a-03a8-478f-b834-050fbdd9a919), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:55.449218 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8ad9d2c6-6442-428f-8343-64729052334f req-fec00968-dc3e-42ea-964b-134c53572dc5 service neutron] 10.222.0.43 "GET /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211700 Mar 23 17:08:55.527379 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ec71c0a4-b7a2-4254-b91a-575d7b1c02b0 req-3a8fde68-90e6-4bdc-b737-2cae2e340fbb tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811141 Mar 23 17:08:55.590854 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d104597b-338e-4d4d-b721-943ec5600bcb admin admin] Publish callbacks [] for security_group (cff2868b-2848-420d-8aaf-d58e6cf36104), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:55.626912 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8ad9d2c6-6442-428f-8343-64729052334f req-8cf58135-2b2f-4673-8a12-09571abf9d5a service neutron] 10.222.0.43 "GET /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662030 Mar 23 17:08:55.697661 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58738) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:55.704340 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d104597b-338e-4d4d-b721-943ec5600bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (cff2868b-2848-420d-8aaf-d58e6cf36104), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:55.779181 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e4c28a-03a8-478f-b834-050fbdd9a919 {{(pid=104061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:08:55.787774 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Publish callbacks [] for port (57e4c28a-03a8-478f-b834-050fbdd9a919), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:55.791098 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-d104597b-338e-4d4d-b721-943ec5600bcb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=61f704b20c6f42eb897a160babcf0d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4162614 Mar 23 17:08:55.791849 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104597b-338e-4d4d-b721-943ec5600bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff2868b-2848-420d-8aaf-d58e6cf36104,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:55.794180 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 58742) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:55.815704 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.provisioning_blocks [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Transition to ACTIVE for port object 57e4c28a-03a8-478f-b834-050fbdd9a919 will not be triggered until provisioned by entity L2. {{(pid=104061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:08:55.836163 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-29728706-6229-480e-bcdc-54069ade5a03 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:55.841823 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-29728706-6229-480e-bcdc-54069ade5a03 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/networks?id=9641745f-d8ec-4f0f-9f65-22789a0dcbe5 HTTP/1.1" status: 200 len: 814 time: 0.1555536 Mar 23 17:08:55.851639 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8ef27f76-aa26-485d-8c8d-644d67694a32 admin admin] Publish callbacks [] for security_group (cff2868b-2848-420d-8aaf-d58e6cf36104), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:55.857201 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-b357bbaf-18c9-461c-afc5-27de1a57ac59 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/quotas/122277fbf68240bea1537673564bfd0e HTTP/1.1" status: 200 len: 375 time: 0.0130665 Mar 23 17:08:55.877965 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8ef27f76-aa26-485d-8c8d-644d67694a32 admin admin] Publish callbacks [] for security_group (cff2868b-2848-420d-8aaf-d58e6cf36104), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:55.889299 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-452241bf-35a3-4a49-99f8-ee2f6a220a5f tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=122277fbf68240bea1537673564bfd0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271511 Mar 23 17:08:55.896262 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d704bff3-5fcc-4d11-8157-927f3cd976e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:55.897991 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (57e4c28a-03a8-478f-b834-050fbdd9a919), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:55.980168 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-01ade748-6273-4be2-a40d-01c83dd5c1f6 service neutron] 10.222.0.97 "GET /v2.0/networks/9641745f-d8ec-4f0f-9f65-22789a0dcbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841007 Mar 23 17:08:55.993891 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Pushing event updated for resources: {'Port': ['ID=57e4c28a-03a8-478f-b834-050fbdd9a919,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:56.078117 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-caefa018-4227-4a00-9e56-114d7fb8b74a service neutron] 10.222.0.97 "GET /v2.0/networks/9641745f-d8ec-4f0f-9f65-22789a0dcbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906799 Mar 23 17:08:56.104745 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Attempting to bind port 57e4c28a-03a8-478f-b834-050fbdd9a919 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:08:56.105297 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Attempting to bind port 57e4c28a-03a8-478f-b834-050fbdd9a919 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '226bfaf2-bf25-4894-9b2e-8584bc2f5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '89302cf1-77b3-46a1-ad4c-401437ffe175'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:08:56.105420 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Attempting to bind port 57e4c28a-03a8-478f-b834-050fbdd9a919 on network 89302cf1-77b3-46a1-ad4c-401437ffe175 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:08:56.114815 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8ef27f76-aa26-485d-8c8d-644d67694a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (cff2868b-2848-420d-8aaf-d58e6cf36104), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:56.117361 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8ef27f76-aa26-485d-8c8d-644d67694a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:56.118505 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-8ef27f76-aa26-485d-8c8d-644d67694a32 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/cff2868b-2848-420d-8aaf-d58e6cf36104 HTTP/1.1" status: 204 len: 168 time: 0.3230908 Mar 23 17:08:56.127953 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Port 57e4c28a-03a8-478f-b834-050fbdd9a919 on network 89302cf1-77b3-46a1-ad4c-401437ffe175 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:08:56.128289 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Attempting to bind port 57e4c28a-03a8-478f-b834-050fbdd9a919 on network 89302cf1-77b3-46a1-ad4c-401437ffe175 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:08:56.146019 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef27f76-aa26-485d-8c8d-644d67694a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff2868b-2848-420d-8aaf-d58e6cf36104,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:56.150414 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:08:56.150765 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Checking segment: {'id': '226bfaf2-bf25-4894-9b2e-8584bc2f5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '89302cf1-77b3-46a1-ad4c-401437ffe175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:08:56.151135 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Bound using segment: {'id': '226bfaf2-bf25-4894-9b2e-8584bc2f5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '89302cf1-77b3-46a1-ad4c-401437ffe175'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:08:56.152094 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Bound port: 57e4c28a-03a8-478f-b834-050fbdd9a919, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226bfaf2-bf25-4894-9b2e-8584bc2f5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '89302cf1-77b3-46a1-ad4c-401437ffe175'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:08:56.152094 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (57e4c28a-03a8-478f-b834-050fbdd9a919), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:56.183345 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4be351-2b87-4ab8-9ee0-8ce86a641a93 req-f2130507-9bef-4c42-ba4b-96e7a31cb4d9 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:56.184879 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dc4be351-2b87-4ab8-9ee0-8ce86a641a93 req-f2130507-9bef-4c42-ba4b-96e7a31cb4d9 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.1232541 Mar 23 17:08:56.235577 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d704bff3-5fcc-4d11-8157-927f3cd976e7 admin admin] Publish callbacks [] for security_group (7810dd55-74f6-415f-b634-2e642d3dd058), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:56.285229 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dc4be351-2b87-4ab8-9ee0-8ce86a641a93 req-3c9df2cf-d512-419d-9f6f-8aae30b614dc tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919454 Mar 23 17:08:56.288614 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] For port 57e4c28a-03a8-478f-b834-050fbdd9a919, host hv-cinder-83491, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:08:56.292357 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] For port 57e4c28a-03a8-478f-b834-050fbdd9a919, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=57e4c28a-03a8-478f-b834-050fbdd9a919,segment=NetworkSegment(226bfaf2-bf25-4894-9b2e-8584bc2f5d96),segment_id=226bfaf2-bf25-4894-9b2e-8584bc2f5d96)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:08:56.333537 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d704bff3-5fcc-4d11-8157-927f3cd976e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (7810dd55-74f6-415f-b634-2e642d3dd058), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:56.384068 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ca422-8818-452e-a73a-b1cd21aa0c70 req-c8259862-da8e-44fa-b486-eb85f81bce67 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:56.391930 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-077ca422-8818-452e-a73a-b1cd21aa0c70 req-c8259862-da8e-44fa-b486-eb85f81bce67 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 943 time: 0.0646474 Mar 23 17:08:56.405233 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-84eb10cc-c2b7-415d-8820-eba6cccafe4d req-08429d86-bdcc-45c8-b669-b9cd5138d810 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 210 time: 0.0600278 Mar 23 17:08:56.408156 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (57e4c28a-03a8-478f-b834-050fbdd9a919), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:56.423354 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704bff3-5fcc-4d11-8157-927f3cd976e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7810dd55-74f6-415f-b634-2e642d3dd058,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:56.430081 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-d704bff3-5fcc-4d11-8157-927f3cd976e7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=af6aa1b9aeb247eda4831492f8561be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7290554 Mar 23 17:08:56.430484 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58756) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:08:56.474520 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-077ca422-8818-452e-a73a-b1cd21aa0c70 req-33773d63-28fd-4acb-a347-910215fe1238 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817153 Mar 23 17:08:56.511036 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:56.512794 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:56.513425 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] 10.222.0.43 "PUT /v2.0/ports/57e4c28a-03a8-478f-b834-050fbdd9a919 HTTP/1.1" status: 200 len: 1093 time: 1.1856208 Mar 23 17:08:56.514032 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a049a1d-3107-4442-94ff-ecdf5c2b1a5f', 'tag': '57e4c28a-03a8-478f-b834-050fbdd9a919'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:08:56.516836 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc119d2-bc19-440f-957c-c4cb9b09ff1e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a049a1d-3107-4442-94ff-ecdf5c2b1a5f", "tag": "57e4c28a-03a8-478f-b834-050fbdd9a919"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:08:56.522656 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-998d8184-80de-4fe4-861f-53afff2bc34c admin admin] Publish callbacks [] for security_group (7810dd55-74f6-415f-b634-2e642d3dd058), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:56.524832 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a3a90-e7e4-44d0-ae2d-bcec69262df4 service neutron] Pushing event updated for resources: {'Port': ['ID=57e4c28a-03a8-478f-b834-050fbdd9a919,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:56.550956 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-998d8184-80de-4fe4-861f-53afff2bc34c admin admin] Publish callbacks [] for security_group (7810dd55-74f6-415f-b634-2e642d3dd058), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:56.587765 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2649e7-79ae-4639-9717-6ec84f3c6b86 x-openstack-request-id: req-cb2649e7-79ae-4639-9717-6ec84f3c6b86 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:08:56.588243 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a049a1d-3107-4442-94ff-ecdf5c2b1a5f", "tag": "57e4c28a-03a8-478f-b834-050fbdd9a919", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:08:56.588632 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cb2649e7-79ae-4639-9717-6ec84f3c6b86 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:08:56.590415 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2649e7-79ae-4639-9717-6ec84f3c6b86'] response: {'name': 'network-changed', 'server_uuid': '9a049a1d-3107-4442-94ff-ecdf5c2b1a5f', 'tag': '57e4c28a-03a8-478f-b834-050fbdd9a919', 'status': 'completed', 'code': 200} Mar 23 17:08:56.668803 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3773a-bfdb-4abf-bc51-59beff0b4688 req-38f42e5d-c1a4-4108-8f1e-56c0121ac8b6 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:56.672253 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b6a3773a-bfdb-4abf-bc51-59beff0b4688 req-38f42e5d-c1a4-4108-8f1e-56c0121ac8b6 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 943 time: 0.0616889 Mar 23 17:08:56.674881 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc119d2-bc19-440f-957c-c4cb9b09ff1e req-4bd2d6d7-7fe9-4683-9e0e-4653e4379294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:56.676713 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5fc119d2-bc19-440f-957c-c4cb9b09ff1e req-4bd2d6d7-7fe9-4683-9e0e-4653e4379294 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae9fad11e4824e6b8cead5b4436a0e57&device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 1127 time: 0.0511506 Mar 23 17:08:56.722855 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b6a3773a-bfdb-4abf-bc51-59beff0b4688 req-77bcee19-83dc-43de-9616-effa476131aa tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439587 Mar 23 17:08:56.729909 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-998d8184-80de-4fe4-861f-53afff2bc34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (7810dd55-74f6-415f-b634-2e642d3dd058), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:56.729909 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-998d8184-80de-4fe4-861f-53afff2bc34c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:56.729909 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-998d8184-80de-4fe4-861f-53afff2bc34c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7810dd55-74f6-415f-b634-2e642d3dd058 HTTP/1.1" status: 204 len: 168 time: 0.2959850 Mar 23 17:08:56.739664 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d8184-80de-4fe4-861f-53afff2bc34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7810dd55-74f6-415f-b634-2e642d3dd058,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:56.797681 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc119d2-bc19-440f-957c-c4cb9b09ff1e req-596f5a26-69ba-44c3-b78a-180b99c4a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:56.799206 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5fc119d2-bc19-440f-957c-c4cb9b09ff1e req-596f5a26-69ba-44c3-b78a-180b99c4a899 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ae9fad11e4824e6b8cead5b4436a0e57&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1155295 Mar 23 17:08:56.902590 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc119d2-bc19-440f-957c-c4cb9b09ff1e req-3f0a6eef-94ce-4504-bfc7-6ae14c2380b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:56.902590 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5fc119d2-bc19-440f-957c-c4cb9b09ff1e req-3f0a6eef-94ce-4504-bfc7-6ae14c2380b0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0881910 Mar 23 17:08:56.977035 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-71745d2a-3b16-4cb5-8f91-ebd1a475fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:56.978550 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-71745d2a-3b16-4cb5-8f91-ebd1a475fe64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae9fad11e4824e6b8cead5b4436a0e57&device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 1127 time: 0.0449872 Mar 23 17:08:57.026776 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-f8910c0c-2f1d-4a74-ad05-ada90bb0d261 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57e4c28a-03a8-478f-b834-050fbdd9a919 HTTP/1.1" status: 200 len: 217 time: 0.0408413 Mar 23 17:08:57.083813 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-9bb69071-f8b6-4082-89d7-3e4fff445760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:57.085347 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-9bb69071-f8b6-4082-89d7-3e4fff445760 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=309a55b4-3c29-4a0b-8d36-eb72b72f155a HTTP/1.1" status: 200 len: 849 time: 0.0512755 Mar 23 17:08:57.121504 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-8e24a2dd-992c-44ed-9b32-f716e4bb415c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89302cf1-77b3-46a1-ad4c-401437ffe175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263684 Mar 23 17:08:57.218194 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-7ebf8033-e23a-4d85-87c8-f79ca1c705f0 service neutron] 10.222.0.43 "GET /v2.0/networks/89302cf1-77b3-46a1-ad4c-401437ffe175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870891 Mar 23 17:08:57.260610 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:08:57.310084 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e52c9e04-0967-478b-9802-19fdd4b624b8 req-4e06db07-9f2b-43da-bc47-f6335d84cf13 service neutron] 10.222.0.43 "GET /v2.0/networks/89302cf1-77b3-46a1-ad4c-401437ffe175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830014 Mar 23 17:08:57.365976 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d7b1113a-7b84-48c6-8ed4-f052920d3e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:57.390026 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=4b831d54-e57a-4a0d-8e84-39bfd2ee3baa,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:57.402374 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '4b831d54-e57a-4a0d-8e84-39bfd2ee3baa', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'port_id': '4b831d54-e57a-4a0d-8e84-39bfd2ee3baa', 'mac_address': 'fa:16:3e:1f:ba:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:08:57.418045 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47b9fa-a315-4e54-824e-091929c7ca40 req-476dc996-760b-456b-91b5-dabf768d9e17 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:57.421711 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-da47b9fa-a315-4e54-824e-091929c7ca40 req-476dc996-760b-456b-91b5-dabf768d9e17 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0586782 Mar 23 17:08:57.453409 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:57.455634 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (4b831d54-e57a-4a0d-8e84-39bfd2ee3baa), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:57.469338 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:08:57.476869 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-da47b9fa-a315-4e54-824e-091929c7ca40 req-b61bb0a6-ae02-46c6-a742-d4cca3ee26a8 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469384 Mar 23 17:08:57.502244 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=4b831d54-e57a-4a0d-8e84-39bfd2ee3baa,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:57.515096 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9406d75d-2726-4d93-8165-96386a6f3404 req-ed15f1b7-92b3-408c-aaea-1069a3695368 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 210 time: 0.0387027 Mar 23 17:08:57.598300 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a7903-f073-418f-bf16-02abc6240b70 req-a9bf1c20-90c6-4e09-ac78-9bbb2b7cc8d2 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:57.599694 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-636a7903-f073-418f-bf16-02abc6240b70 req-a9bf1c20-90c6-4e09-ac78-9bbb2b7cc8d2 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 943 time: 0.0522869 Mar 23 17:08:57.648836 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-636a7903-f073-418f-bf16-02abc6240b70 req-c1ce2bdb-3f8c-429c-a41d-a5e58e4e938b tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 Mar 23 17:08:57.722711 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (4b831d54-e57a-4a0d-8e84-39bfd2ee3baa), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:57.774942 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=4b831d54-e57a-4a0d-8e84-39bfd2ee3baa,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:57.845848 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c01c35-1959-4914-b843-89d8ac6e1ddf req-a631db60-3a90-44f5-9685-0d323d2dafbb tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:57.847364 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-64c01c35-1959-4914-b843-89d8ac6e1ddf req-a631db60-3a90-44f5-9685-0d323d2dafbb tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 944 time: 0.0540314 Mar 23 17:08:58.011698 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['4b831d54-e57a-4a0d-8e84-39bfd2ee3baa'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:08:58.121890 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-64c01c35-1959-4914-b843-89d8ac6e1ddf req-855beae9-d96d-4545-8f12-ba8bc022df4f tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688406 Mar 23 17:08:58.522300 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:58.596236 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136e2cd-be07-481e-9a7c-244704c9ecfc req-6f3e7b2a-5241-4fca-b0b9-90636b1dc2ef tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:58.597729 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2136e2cd-be07-481e-9a7c-244704c9ecfc req-6f3e7b2a-5241-4fca-b0b9-90636b1dc2ef tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0535743 Mar 23 17:08:58.616334 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-49f7d264-0749-4617-a7f5-f357a2ec2802 req-ed8c5fc2-6e66-4bd1-b286-6a5136861a5c tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 210 time: 0.0273528 Mar 23 17:08:58.649242 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2136e2cd-be07-481e-9a7c-244704c9ecfc req-42360ceb-ba1f-4b1f-9ac6-c3d3245ddfd8 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455921 Mar 23 17:08:58.769887 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48978a-d227-4071-bfbe-d3d5014f05ba req-2edd14be-d2be-4e92-b011-ab95642d359f tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:58.771373 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0c48978a-d227-4071-bfbe-d3d5014f05ba req-2edd14be-d2be-4e92-b011-ab95642d359f tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 943 time: 0.0590332 Mar 23 17:08:58.816962 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0c48978a-d227-4071-bfbe-d3d5014f05ba req-8e0c3d8a-f1e9-4c60-a44f-3ce29ca093f3 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400355 Mar 23 17:08:59.119550 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-202dad42-759b-442d-b5f7-6a59d34f3c37 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:59.121012 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-202dad42-759b-442d-b5f7-6a59d34f3c37 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.43 "GET /v2.0/networks?id=9641745f-d8ec-4f0f-9f65-22789a0dcbe5 HTTP/1.1" status: 200 len: 814 time: 0.1042576 Mar 23 17:08:59.139718 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-29a45271-c4b0-438b-94e5-e217fd513d3e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Request body: {'port': {'device_id': 'c77dff63-8b76-4a46-88b7-c83ddf4d8fb9', 'network_id': '9641745f-d8ec-4f0f-9f65-22789a0dcbe5', 'admin_state_up': True, 'tenant_id': '122277fbf68240bea1537673564bfd0e'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:08:59.282161 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 57e4c28a-03a8-478f-b834-050fbdd9a919 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:08:59.282314 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7a813-b211-431c-92a2-d846fdbbbaa3 req-d3b92391-cada-45a0-b83a-b66bd2c85d89 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:59.284317 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2ba7a813-b211-431c-92a2-d846fdbbbaa3 req-d3b92391-cada-45a0-b83a-b66bd2c85d89 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 944 time: 0.0858865 Mar 23 17:08:59.341035 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2ba7a813-b211-431c-92a2-d846fdbbbaa3 req-76f29c85-f11f-4159-aed3-e2698c4742c9 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433843 Mar 23 17:08:59.348222 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:08:59.385089 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-29a45271-c4b0-438b-94e5-e217fd513d3e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Made reservation on behalf of 122277fbf68240bea1537673564bfd0e for: {'port': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:08:59.388596 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-29a45271-c4b0-438b-94e5-e217fd513d3e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:59.426484 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 57e4c28a-03a8-478f-b834-050fbdd9a919, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=57e4c28a-03a8-478f-b834-050fbdd9a919,segment=NetworkSegment(226bfaf2-bf25-4894-9b2e-8584bc2f5d96),segment_id=226bfaf2-bf25-4894-9b2e-8584bc2f5d96)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:59.440177 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '57e4c28a-03a8-478f-b834-050fbdd9a919', 'network_id': '89302cf1-77b3-46a1-ad4c-401437ffe175', 'port_id': '57e4c28a-03a8-478f-b834-050fbdd9a919', 'mac_address': 'fa:16:3e:2f:7d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '309a55b4-3c29-4a0b-8d36-eb72b72f155a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:08:59.479999 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 57e4c28a-03a8-478f-b834-050fbdd9a919 is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:59.480463 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (57e4c28a-03a8-478f-b834-050fbdd9a919), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:59.500404 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e4c28a-03a8-478f-b834-050fbdd9a919 {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:08:59.523296 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-29a45271-c4b0-438b-94e5-e217fd513d3e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Allocated IP 172.20.0.12 (9641745f-d8ec-4f0f-9f65-22789a0dcbe5/fa8f7515-2c5a-4a8b-813c-9de0bb449c5c/3b51d4dd-23af-4cdc-beed-74d3a72d2152) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:08:59.526513 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 57e4c28a-03a8-478f-b834-050fbdd9a919, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=57e4c28a-03a8-478f-b834-050fbdd9a919,segment=NetworkSegment(226bfaf2-bf25-4894-9b2e-8584bc2f5d96),segment_id=226bfaf2-bf25-4894-9b2e-8584bc2f5d96)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:59.528515 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:08:59.533381 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:08:59.533706 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (4b831d54-e57a-4a0d-8e84-39bfd2ee3baa), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:59.616607 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (57e4c28a-03a8-478f-b834-050fbdd9a919), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:59.621291 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:08:59.621673 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (4b831d54-e57a-4a0d-8e84-39bfd2ee3baa), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:59.676940 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbfc375-d70b-4a3d-9a6c-8b9401146dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b831d54-e57a-4a0d-8e84-39bfd2ee3baa'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:08:59.679468 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4726d0f3-1948-4e44-84ed-7d55a29013c8" -d '{"events": [{"server_uuid": "ecbfc375-d70b-4a3d-9a6c-8b9401146dec", "name": "network-vif-plugged", "status": "completed", "tag": "4b831d54-e57a-4a0d-8e84-39bfd2ee3baa"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:08:59.698368 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-29a45271-c4b0-438b-94e5-e217fd513d3e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Publish callbacks [] for port (3b51d4dd-23af-4cdc-beed-74d3a72d2152), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:59.703162 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=4b831d54-e57a-4a0d-8e84-39bfd2ee3baa,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:08:59.722886 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=57e4c28a-03a8-478f-b834-050fbdd9a919,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:59.740875 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755974e6-6f2d-4cff-9dfd-4799288e14da req-95f015c2-379b-42c6-b2b9-dbb8e932299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:59.743521 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-755974e6-6f2d-4cff-9dfd-4799288e14da req-95f015c2-379b-42c6-b2b9-dbb8e932299d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 1130 time: 0.1177330 Mar 23 17:08:59.793421 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8dcb18eb-d15a-4432-ba2f-9e8f9980e2f3 req-fe6e4c24-0226-4f5c-a9ba-7235ac842dc7 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 210 time: 0.0433512 Mar 23 17:08:59.827968 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe3dec-ebc3-466c-8e22-12739bc78f29 req-4a41dedb-7c70-4039-b313-e641313ac21f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:08:59.830277 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-04fe3dec-ebc3-466c-8e22-12739bc78f29 req-4a41dedb-7c70-4039-b313-e641313ac21f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0644114 Mar 23 17:08:59.835149 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-755974e6-6f2d-4cff-9dfd-4799288e14da req-f72ffbdd-3f01-49ab-ae4e-5fa53655ed83 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833757 Mar 23 17:08:59.848140 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (4b831d54-e57a-4a0d-8e84-39bfd2ee3baa), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:59.856454 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e084c5e-b151-4e16-ab29-a3e229cf5dce x-openstack-request-id: req-3e084c5e-b151-4e16-ab29-a3e229cf5dce {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:08:59.856920 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbfc375-d70b-4a3d-9a6c-8b9401146dec", "name": "network-vif-plugged", "status": "completed", "tag": "4b831d54-e57a-4a0d-8e84-39bfd2ee3baa", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:08:59.857491 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3e084c5e-b151-4e16-ab29-a3e229cf5dce {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:08:59.858086 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e084c5e-b151-4e16-ab29-a3e229cf5dce'] response: {'server_uuid': 'ecbfc375-d70b-4a3d-9a6c-8b9401146dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b831d54-e57a-4a0d-8e84-39bfd2ee3baa', 'code': 200} Mar 23 17:08:59.892300 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-04fe3dec-ebc3-466c-8e22-12739bc78f29 req-0793357e-f0ff-4d9b-b83a-b1142a43d4ba tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562863 Mar 23 17:08:59.917895 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-29a45271-c4b0-438b-94e5-e217fd513d3e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (3b51d4dd-23af-4cdc-beed-74d3a72d2152), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:08:59.939306 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=4b831d54-e57a-4a0d-8e84-39bfd2ee3baa,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:08:59.966425 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['57e4c28a-03a8-478f-b834-050fbdd9a919'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:08:59.976694 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-29a45271-c4b0-438b-94e5-e217fd513d3e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Network 9641745f-d8ec-4f0f-9f65-22789a0dcbe5 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:08:59.980368 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-29a45271-c4b0-438b-94e5-e217fd513d3e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:08:59.987333 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-29a45271-c4b0-438b-94e5-e217fd513d3e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:09:00.016256 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a45271-c4b0-438b-94e5-e217fd513d3e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Pushing event updated for resources: {'Port': ['ID=3b51d4dd-23af-4cdc-beed-74d3a72d2152,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:00.026765 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:00.076084 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-29a45271-c4b0-438b-94e5-e217fd513d3e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:00.077742 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-29a45271-c4b0-438b-94e5-e217fd513d3e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:00.088067 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8a347-c3e3-4f31-897f-9df79db71aac req-4c5daa14-040d-4de9-808d-f2dbfb078af2 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:00.090715 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9bd8a347-c3e3-4f31-897f-9df79db71aac req-4c5daa14-040d-4de9-808d-f2dbfb078af2 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 944 time: 0.1064761 Mar 23 17:09:00.158626 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9bd8a347-c3e3-4f31-897f-9df79db71aac req-093048ac-053d-457e-8a01-b35b1e72b133 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621471 Mar 23 17:09:00.164787 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-29a45271-c4b0-438b-94e5-e217fd513d3e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0290444 Mar 23 17:09:00.180827 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Request body: {'port': {'device_id': 'c77dff63-8b76-4a46-88b7-c83ddf4d8fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:00.245238 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (3b51d4dd-23af-4cdc-beed-74d3a72d2152), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:00.469500 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c49d22-b6c6-4d62-a8bc-7f30a1fdb256 req-dd07e84b-d0b8-4d55-a7db-feecf951cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:00.471009 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-01c49d22-b6c6-4d62-a8bc-7f30a1fdb256 req-dd07e84b-d0b8-4d55-a7db-feecf951cee1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 1129 time: 0.0522676 Mar 23 17:09:00.505380 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f417ec8-ecbd-48ad-8928-59a14389b88e req-b2ee34a4-4b71-44b7-ad5d-013171142b2c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:00.506927 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0f417ec8-ecbd-48ad-8928-59a14389b88e req-b2ee34a4-4b71-44b7-ad5d-013171142b2c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0956895 Mar 23 17:09:00.516753 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-01c49d22-b6c6-4d62-a8bc-7f30a1fdb256 req-0e60d7ed-7175-42a2-ad64-f2a0e47789d0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391316 Mar 23 17:09:00.591351 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b51d4dd-23af-4cdc-beed-74d3a72d2152 {{(pid=104061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:09:00.602174 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Publish callbacks [] for port (3b51d4dd-23af-4cdc-beed-74d3a72d2152), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:00.609018 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0f417ec8-ecbd-48ad-8928-59a14389b88e req-55dc5f53-3bee-47d7-bf31-7262bf00f91f tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920892 Mar 23 17:09:00.618449 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.provisioning_blocks [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Transition to ACTIVE for port object 3b51d4dd-23af-4cdc-beed-74d3a72d2152 will not be triggered until provisioned by entity L2. {{(pid=104061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:09:00.733546 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (3b51d4dd-23af-4cdc-beed-74d3a72d2152), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:00.785900 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Pushing event updated for resources: {'Port': ['ID=3b51d4dd-23af-4cdc-beed-74d3a72d2152,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:00.867754 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Attempting to bind port 3b51d4dd-23af-4cdc-beed-74d3a72d2152 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:09:00.868785 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Attempting to bind port 3b51d4dd-23af-4cdc-beed-74d3a72d2152 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': 'bd817a77-a315-40f2-a4d9-a3f7959c89b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '9641745f-d8ec-4f0f-9f65-22789a0dcbe5'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:09:00.869196 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Attempting to bind port 3b51d4dd-23af-4cdc-beed-74d3a72d2152 on network 9641745f-d8ec-4f0f-9f65-22789a0dcbe5 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:09:00.876757 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Port 3b51d4dd-23af-4cdc-beed-74d3a72d2152 on network 9641745f-d8ec-4f0f-9f65-22789a0dcbe5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:09:00.876757 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Attempting to bind port 3b51d4dd-23af-4cdc-beed-74d3a72d2152 on network 9641745f-d8ec-4f0f-9f65-22789a0dcbe5 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:09:00.879707 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:09:00.880044 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Checking segment: {'id': 'bd817a77-a315-40f2-a4d9-a3f7959c89b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '9641745f-d8ec-4f0f-9f65-22789a0dcbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:09:00.880423 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Bound using segment: {'id': 'bd817a77-a315-40f2-a4d9-a3f7959c89b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '9641745f-d8ec-4f0f-9f65-22789a0dcbe5'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:09:00.880878 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Bound port: 3b51d4dd-23af-4cdc-beed-74d3a72d2152, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd817a77-a315-40f2-a4d9-a3f7959c89b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '9641745f-d8ec-4f0f-9f65-22789a0dcbe5'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:09:00.881234 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (3b51d4dd-23af-4cdc-beed-74d3a72d2152), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:00.926740 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fabfa-e4d2-412d-ac18-f41048f958bb req-75564ff1-f442-431e-8b4e-4cbe2d571b8c tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:00.933120 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5f8fabfa-e4d2-412d-ac18-f41048f958bb req-75564ff1-f442-431e-8b4e-4cbe2d571b8c tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 944 time: 0.0573769 Mar 23 17:09:00.951058 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] For port 3b51d4dd-23af-4cdc-beed-74d3a72d2152, host hv-cinder-83491, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:09:00.954239 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] For port 3b51d4dd-23af-4cdc-beed-74d3a72d2152, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=3b51d4dd-23af-4cdc-beed-74d3a72d2152,segment=NetworkSegment(bd817a77-a315-40f2-a4d9-a3f7959c89b7),segment_id=bd817a77-a315-40f2-a4d9-a3f7959c89b7)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:09:00.979611 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5f8fabfa-e4d2-412d-ac18-f41048f958bb req-f926512a-2113-44d3-bda0-532b19055d94 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453820 Mar 23 17:09:01.013669 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (3b51d4dd-23af-4cdc-beed-74d3a72d2152), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:01.054766 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:01.055387 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:01.059622 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] 10.222.0.43 "PUT /v2.0/ports/3b51d4dd-23af-4cdc-beed-74d3a72d2152 HTTP/1.1" status: 200 len: 1094 time: 0.8842154 Mar 23 17:09:01.060180 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77dff63-8b76-4a46-88b7-c83ddf4d8fb9', 'tag': '3b51d4dd-23af-4cdc-beed-74d3a72d2152'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:09:01.062427 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb93f1d-9fd0-4d89-8394-a57014b15040" -d '{"events": [{"name": "network-changed", "server_uuid": "c77dff63-8b76-4a46-88b7-c83ddf4d8fb9", "tag": "3b51d4dd-23af-4cdc-beed-74d3a72d2152"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:09:01.078212 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81686228-b126-40a8-8aa7-188698daa3ad req-f44491a3-8c2a-4b5e-be73-a92e7bc89d6d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:01.079808 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-81686228-b126-40a8-8aa7-188698daa3ad req-f44491a3-8c2a-4b5e-be73-a92e7bc89d6d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.1044416 Mar 23 17:09:01.100863 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d4654c-58dc-4913-8f5b-180bd3025d58 x-openstack-request-id: req-22d4654c-58dc-4913-8f5b-180bd3025d58 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:09:01.101151 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77dff63-8b76-4a46-88b7-c83ddf4d8fb9", "tag": "3b51d4dd-23af-4cdc-beed-74d3a72d2152", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:09:01.101400 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-22d4654c-58dc-4913-8f5b-180bd3025d58 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:09:01.101791 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22d4654c-58dc-4913-8f5b-180bd3025d58'] response: {'name': 'network-changed', 'server_uuid': 'c77dff63-8b76-4a46-88b7-c83ddf4d8fb9', 'tag': '3b51d4dd-23af-4cdc-beed-74d3a72d2152', 'status': 'completed', 'code': 200} Mar 23 17:09:01.108339 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa662ee-3b2a-40c1-b28f-6aa2b6d4eb8e service neutron] Pushing event updated for resources: {'Port': ['ID=3b51d4dd-23af-4cdc-beed-74d3a72d2152,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:01.165824 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-81686228-b126-40a8-8aa7-188698daa3ad req-48bf953a-2e3a-4ca4-9732-1de60cc9fcba tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765896 Mar 23 17:09:01.182630 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb93f1d-9fd0-4d89-8394-a57014b15040 req-3aa2a072-3f20-47a8-a189-cfeb0304fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:01.184288 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3cb93f1d-9fd0-4d89-8394-a57014b15040 req-3aa2a072-3f20-47a8-a189-cfeb0304fbe5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=122277fbf68240bea1537673564bfd0e&device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 1128 time: 0.0609386 Mar 23 17:09:01.293094 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4376d2-cbfb-4741-9f1d-3f162e54b35e req-6fe6f8c2-ccfe-4f18-8257-fb49c9882d47 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:01.294837 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3b4376d2-cbfb-4741-9f1d-3f162e54b35e req-6fe6f8c2-ccfe-4f18-8257-fb49c9882d47 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 944 time: 0.0564845 Mar 23 17:09:01.299406 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb93f1d-9fd0-4d89-8394-a57014b15040 req-97dd134b-6dbc-42f2-93a1-ee076fd5e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:01.300748 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 57e4c28a-03a8-478f-b834-050fbdd9a919 up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:09:01.301270 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3cb93f1d-9fd0-4d89-8394-a57014b15040 req-97dd134b-6dbc-42f2-93a1-ee076fd5e687 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=122277fbf68240bea1537673564bfd0e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0981908 Mar 23 17:09:01.349931 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3b4376d2-cbfb-4741-9f1d-3f162e54b35e req-405a571d-b047-4e8f-a5b0-2c87dbcbc816 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475643 Mar 23 17:09:01.431004 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port 57e4c28a-03a8-478f-b834-050fbdd9a919 completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:09:01.435710 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 57e4c28a-03a8-478f-b834-050fbdd9a919 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:09:01.441157 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (57e4c28a-03a8-478f-b834-050fbdd9a919), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:01.504363 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:01.520263 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 57e4c28a-03a8-478f-b834-050fbdd9a919 is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:09:01.520689 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (57e4c28a-03a8-478f-b834-050fbdd9a919), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:01.558145 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 57e4c28a-03a8-478f-b834-050fbdd9a919, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=57e4c28a-03a8-478f-b834-050fbdd9a919,segment=NetworkSegment(226bfaf2-bf25-4894-9b2e-8584bc2f5d96),segment_id=226bfaf2-bf25-4894-9b2e-8584bc2f5d96)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:01.623850 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb93f1d-9fd0-4d89-8394-a57014b15040 req-1325e916-3c44-41c9-9cd6-faa747dd94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:01.625404 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3cb93f1d-9fd0-4d89-8394-a57014b15040 req-1325e916-3c44-41c9-9cd6-faa747dd94aa service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3171692 Mar 23 17:09:01.716560 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (57e4c28a-03a8-478f-b834-050fbdd9a919), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:01.749009 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-60e15ae1-193d-44dd-873d-869de71489f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:01.750627 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-60e15ae1-193d-44dd-873d-869de71489f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=122277fbf68240bea1537673564bfd0e&device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 1128 time: 0.0785358 Mar 23 17:09:01.758898 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867df41c-fbe3-4425-b75e-4b6a416425f5 req-b3e1e436-7c61-444e-be7a-db21c1bf089e tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:01.760069 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-867df41c-fbe3-4425-b75e-4b6a416425f5 req-b3e1e436-7c61-444e-be7a-db21c1bf089e tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0799394 Mar 23 17:09:01.791074 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=57e4c28a-03a8-478f-b834-050fbdd9a919,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:01.823355 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-3934171a-50b2-42ed-ac04-12f479b77d8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b51d4dd-23af-4cdc-beed-74d3a72d2152 HTTP/1.1" status: 200 len: 217 time: 0.0504811 Mar 23 17:09:01.846229 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-867df41c-fbe3-4425-b75e-4b6a416425f5 req-77374eb5-c45d-434f-a0f9-3716ac8d1988 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798423 Mar 23 17:09:01.858805 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a049a1d-3107-4442-94ff-ecdf5c2b1a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e4c28a-03a8-478f-b834-050fbdd9a919'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:09:01.864155 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596f2758-400e-4e20-b1a8-978e98f06766" -d '{"events": [{"server_uuid": "9a049a1d-3107-4442-94ff-ecdf5c2b1a5f", "name": "network-vif-plugged", "status": "completed", "tag": "57e4c28a-03a8-478f-b834-050fbdd9a919"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:09:01.891567 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-f276188a-0e7a-4d3e-ac08-dcf30d55b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:01.893257 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-f276188a-0e7a-4d3e-ac08-dcf30d55b34b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8f7515-2c5a-4a8b-813c-9de0bb449c5c HTTP/1.1" status: 200 len: 854 time: 0.0460317 Mar 23 17:09:01.910440 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97057220-2a3f-488f-ba7a-d1e3309acd6f x-openstack-request-id: req-97057220-2a3f-488f-ba7a-d1e3309acd6f {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:09:01.910749 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a049a1d-3107-4442-94ff-ecdf5c2b1a5f", "name": "network-vif-plugged", "status": "completed", "tag": "57e4c28a-03a8-478f-b834-050fbdd9a919", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:09:01.911013 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-97057220-2a3f-488f-ba7a-d1e3309acd6f {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:09:01.911431 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97057220-2a3f-488f-ba7a-d1e3309acd6f'] response: {'server_uuid': '9a049a1d-3107-4442-94ff-ecdf5c2b1a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e4c28a-03a8-478f-b834-050fbdd9a919', 'code': 200} Mar 23 17:09:01.963880 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-1a28c1a0-fe4d-4a4f-894c-1b1e5c31682f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9641745f-d8ec-4f0f-9f65-22789a0dcbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264819 Mar 23 17:09:02.100443 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-9a4cb7f6-b023-4849-a73c-c0a3f677c092 service neutron] 10.222.0.43 "GET /v2.0/networks/9641745f-d8ec-4f0f-9f65-22789a0dcbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130726 Mar 23 17:09:02.120344 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45854559-e70c-4568-9af2-ce957f06e94e req-cb40f077-d42d-473a-8436-aa40a6d21c59 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:02.121858 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-45854559-e70c-4568-9af2-ce957f06e94e req-cb40f077-d42d-473a-8436-aa40a6d21c59 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 944 time: 0.0663362 Mar 23 17:09:02.228672 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-45854559-e70c-4568-9af2-ce957f06e94e req-5d367e7f-f92d-4d76-9698-1ec441b1f833 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957365 Mar 23 17:09:02.258813 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-21e9568a-bf26-4dd2-b8ea-de12eb1aeadb req-e9c2c07c-b94e-424c-8996-f3be27146ce5 service neutron] 10.222.0.43 "GET /v2.0/networks/9641745f-d8ec-4f0f-9f65-22789a0dcbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209624 Mar 23 17:09:02.335274 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a4e90-63d9-48d4-9de4-6b588b710d7b req-c53e7b86-883e-4506-a7ab-9e3ce8b6713c tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:02.341070 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f57a4e90-63d9-48d4-9de4-6b588b710d7b req-c53e7b86-883e-4506-a7ab-9e3ce8b6713c tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0576885 Mar 23 17:09:02.422738 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f57a4e90-63d9-48d4-9de4-6b588b710d7b req-d081c383-31ba-4a1d-8e71-49f8003c1268 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794671 Mar 23 17:09:02.429682 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b76e4-1f04-4199-812d-32837310fb7e req-aee20bfd-1c9e-4d48-9151-d55e9269ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:02.431314 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-522b76e4-1f04-4199-812d-32837310fb7e req-aee20bfd-1c9e-4d48-9151-d55e9269ef72 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 1129 time: 0.0743170 Mar 23 17:09:02.484835 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-522b76e4-1f04-4199-812d-32837310fb7e req-aeeff8ec-b131-4b21-8ac4-7a564d0e6ac9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458546 Mar 23 17:09:02.540920 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8ed29-4795-4e8d-bb0b-a0cd494bba37 req-064d4df0-31b0-460e-9a78-bf65aa279167 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:02.542328 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-aec8ed29-4795-4e8d-bb0b-a0cd494bba37 req-064d4df0-31b0-460e-9a78-bf65aa279167 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 945 time: 0.0555925 Mar 23 17:09:02.592646 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-aec8ed29-4795-4e8d-bb0b-a0cd494bba37 req-3deb8837-cd49-4231-8b5b-412b2edff2a7 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435219 Mar 23 17:09:02.699933 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78ac4d-29e7-4f90-b239-0855b96490a2 req-157a1dbb-fffd-4bde-9938-81914319d9ce tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:02.701475 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa78ac4d-29e7-4f90-b239-0855b96490a2 req-157a1dbb-fffd-4bde-9938-81914319d9ce tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0538452 Mar 23 17:09:02.754270 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fa78ac4d-29e7-4f90-b239-0855b96490a2 req-9da34f6a-f134-4d43-8a8b-93189f68e5d9 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471835 Mar 23 17:09:02.981288 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866879bd-9128-4c76-8f72-7ace09f862c4 req-3e06d070-ad5c-4ee7-a327-571995c8e719 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:02.982814 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-866879bd-9128-4c76-8f72-7ace09f862c4 req-3e06d070-ad5c-4ee7-a327-571995c8e719 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0541744 Mar 23 17:09:03.042856 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-866879bd-9128-4c76-8f72-7ace09f862c4 req-b53b9b4c-f98d-4324-bd78-3ab509dba59a tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483093 Mar 23 17:09:03.152755 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec566924-1bc2-4266-a26e-22f864b853c8 req-0b053767-4a02-48bd-9461-c740d104d924 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:03.154318 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ec566924-1bc2-4266-a26e-22f864b853c8 req-0b053767-4a02-48bd-9461-c740d104d924 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0567462 Mar 23 17:09:03.163258 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 58942) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:09:03.167697 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-79ca5722-a85d-4fa7-aa7d-f88ac87b42eb tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Request body: {'floatingip': {'port_id': '4b831d54-e57a-4a0d-8e84-39bfd2ee3baa'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:03.207028 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-79ca5722-a85d-4fa7-aa7d-f88ac87b42eb tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for floatingip (75e28146-ef7e-407a-a277-b203e5c5ca97), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:03.349958 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1007b-b222-4a60-bcc2-ec593cc19554 req-3a1f6e78-c134-4381-9896-b51d38144c47 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:03.351456 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-18c1007b-b222-4a60-bcc2-ec593cc19554 req-3a1f6e78-c134-4381-9896-b51d38144c47 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 944 time: 0.0540125 Mar 23 17:09:03.399469 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-18c1007b-b222-4a60-bcc2-ec593cc19554 req-eeb02b48-e802-49a7-8508-6393ff6d24f6 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420694 Mar 23 17:09:03.655299 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-79ca5722-a85d-4fa7-aa7d-f88ac87b42eb tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:03.708805 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf3953-dd5e-4493-aca9-cf679d458922 req-368417dd-6b84-4b6a-98dd-e5860f039713 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:03.710382 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-58bf3953-dd5e-4493-aca9-cf679d458922 req-368417dd-6b84-4b6a-98dd-e5860f039713 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 945 time: 0.0517023 Mar 23 17:09:03.741470 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-79ca5722-a85d-4fa7-aa7d-f88ac87b42eb tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (75e28146-ef7e-407a-a277-b203e5c5ca97), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:03.823712 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-58bf3953-dd5e-4493-aca9-cf679d458922 req-fff4766f-c12b-4ddd-9edd-ae919039905a tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073244 Mar 23 17:09:03.861486 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [None req-79ca5722-a85d-4fa7-aa7d-f88ac87b42eb tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Floating IP 75e28146-ef7e-407a-a277-b203e5c5ca97 associated. External IP: 172.27.1.190, port: 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa. Mar 23 17:09:04.087941 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ca5722-a85d-4fa7-aa7d-f88ac87b42eb tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Router 6b463247-5501-4319-9864-cb14ee1d1d57 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:09:04.204894 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ca5722-a85d-4fa7-aa7d-f88ac87b42eb tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:09:04.209812 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-79ca5722-a85d-4fa7-aa7d-f88ac87b42eb tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:04.216368 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da97e70-d549-4897-9b57-6d8e320aeccc None None] Sync routers for ids ['6b463247-5501-4319-9864-cb14ee1d1d57'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:09:04.228735 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da97e70-d549-4897-9b57-6d8e320aeccc None None] Routers {'6b463247-5501-4319-9864-cb14ee1d1d57'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:09:04.229544 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-3da97e70-d549-4897-9b57-6d8e320aeccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:08:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6b463247-5501-4319-9864-cb14ee1d1d57'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:09:04.241839 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-79ca5722-a85d-4fa7-aa7d-f88ac87b42eb tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "PUT /v2.0/floatingips/75e28146-ef7e-407a-a277-b203e5c5ca97 HTTP/1.1" status: 200 len: 991 time: 1.0774715 Mar 23 17:09:04.242424 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbfc375-d70b-4a3d-9a6c-8b9401146dec', 'tag': '4b831d54-e57a-4a0d-8e84-39bfd2ee3baa'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:09:04.244714 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d618e280-7b8f-481d-98a7-fa930876ba83" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbfc375-d70b-4a3d-9a6c-8b9401146dec", "tag": "4b831d54-e57a-4a0d-8e84-39bfd2ee3baa"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:09:04.283384 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8902b446-7867-4826-86e6-15a11e41f7e9 x-openstack-request-id: req-8902b446-7867-4826-86e6-15a11e41f7e9 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:09:04.283676 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbfc375-d70b-4a3d-9a6c-8b9401146dec", "tag": "4b831d54-e57a-4a0d-8e84-39bfd2ee3baa", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:09:04.283930 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8902b446-7867-4826-86e6-15a11e41f7e9 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:09:04.284340 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8902b446-7867-4826-86e6-15a11e41f7e9'] response: {'name': 'network-changed', 'server_uuid': 'ecbfc375-d70b-4a3d-9a6c-8b9401146dec', 'tag': '4b831d54-e57a-4a0d-8e84-39bfd2ee3baa', 'status': 'completed', 'code': 200} Mar 23 17:09:04.340309 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-3da97e70-d549-4897-9b57-6d8e320aeccc None None] Set router 6b463247-5501-4319-9864-cb14ee1d1d57 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:09:04.395443 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618e280-7b8f-481d-98a7-fa930876ba83 req-baa61719-1f1b-4621-bd38-99abdf20174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:04.397038 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d618e280-7b8f-481d-98a7-fa930876ba83 req-baa61719-1f1b-4621-bd38-99abdf20174c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f132ad6f39674e448f82c3fda9d3079b&device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 1129 time: 0.0510032 Mar 23 17:09:04.546508 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676477c9-8761-4984-b0f0-9ff67a8e0669 req-201980cf-effb-45ac-832d-de07d28f3933 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:04.548068 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-676477c9-8761-4984-b0f0-9ff67a8e0669 req-201980cf-effb-45ac-832d-de07d28f3933 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 944 time: 0.0790448 Mar 23 17:09:04.558992 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618e280-7b8f-481d-98a7-fa930876ba83 req-bcee1dc0-fe77-484a-a143-f633e942f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:04.561104 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d618e280-7b8f-481d-98a7-fa930876ba83 req-bcee1dc0-fe77-484a-a143-f633e942f9ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=b5f6ec85-dfe2-47dc-923e-bdc04e67533c HTTP/1.1" status: 200 len: 913 time: 0.1363761 Mar 23 17:09:04.588870 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-3da97e70-d549-4897-9b57-6d8e320aeccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:43Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '75e28146-ef7e-407a-a277-b203e5c5ca97', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'port_id': '4b831d54-e57a-4a0d-8e84-39bfd2ee3baa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'mac_address': 'fa:16:3e:1f:ba:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbfc375-d70b-4a3d-9a6c-8b9401146dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:08:47Z', 'updated_at': '2022-03-23T17:09:03Z', 'revision_number': 1, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4ed837-ab51-40cf-9d20-83a32e3e2a0c', 'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'mac_address': 'fa:16:3e:9f:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:42Z', 'updated_at': '2022-03-23T17:08:48Z', 'revision_number': 5, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'subnets': [{'id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:09:04.617003 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-676477c9-8761-4984-b0f0-9ff67a8e0669 req-1b334ffc-013c-4372-8c49-c5d751bd2b63 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611699 Mar 23 17:09:04.631157 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da97e70-d549-4897-9b57-6d8e320aeccc None None] Checking router: 6b463247-5501-4319-9864-cb14ee1d1d57 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:09:04.641991 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da97e70-d549-4897-9b57-6d8e320aeccc None None] Routers {'6b463247-5501-4319-9864-cb14ee1d1d57'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:09:04.641991 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-3da97e70-d549-4897-9b57-6d8e320aeccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:08:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6b463247-5501-4319-9864-cb14ee1d1d57'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:09:04.650857 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d618e280-7b8f-481d-98a7-fa930876ba83 req-c88667c2-944a-4d0b-ade4-07c032c72630 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b831d54-e57a-4a0d-8e84-39bfd2ee3baa HTTP/1.1" status: 200 len: 999 time: 0.0831020 Mar 23 17:09:04.703714 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618e280-7b8f-481d-98a7-fa930876ba83 req-30adafa4-e8e6-4d5e-b6d9-be2b190bcdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:04.704610 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d618e280-7b8f-481d-98a7-fa930876ba83 req-30adafa4-e8e6-4d5e-b6d9-be2b190bcdee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8 HTTP/1.1" status: 200 len: 850 time: 0.0449488 Mar 23 17:09:04.752257 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-3da97e70-d549-4897-9b57-6d8e320aeccc None None] Set router 6b463247-5501-4319-9864-cb14ee1d1d57 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:09:04.766286 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618e280-7b8f-481d-98a7-fa930876ba83 req-e70afed4-c8b3-4a03-a529-7957e3e5e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:04.767809 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d618e280-7b8f-481d-98a7-fa930876ba83 req-e70afed4-c8b3-4a03-a529-7957e3e5e9d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b5f6ec85-dfe2-47dc-923e-bdc04e67533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570774 Mar 23 17:09:04.875220 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d618e280-7b8f-481d-98a7-fa930876ba83 req-c0c272d2-042d-4f5f-a708-f6427a2f63c4 service neutron] 10.222.0.43 "GET /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993176 Mar 23 17:09:04.944858 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a0ce1-3848-4bd9-b8cd-2aa2d717bec3 req-1d370c46-58c3-4578-8678-261273265af5 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:04.950588 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-805a0ce1-3848-4bd9-b8cd-2aa2d717bec3 req-1d370c46-58c3-4578-8678-261273265af5 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 945 time: 0.0546260 Mar 23 17:09:04.996695 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d618e280-7b8f-481d-98a7-fa930876ba83 req-fca5fc63-03f1-4e5b-bddc-6d8b6577e078 service neutron] 10.222.0.43 "GET /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122952 Mar 23 17:09:04.999846 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-805a0ce1-3848-4bd9-b8cd-2aa2d717bec3 req-0591f124-e75f-4db3-af3f-bcc11ee6d856 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476673 Mar 23 17:09:05.022990 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-3da97e70-d549-4897-9b57-6d8e320aeccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:43Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '75e28146-ef7e-407a-a277-b203e5c5ca97', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'port_id': '4b831d54-e57a-4a0d-8e84-39bfd2ee3baa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'mac_address': 'fa:16:3e:1f:ba:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbfc375-d70b-4a3d-9a6c-8b9401146dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:08:47Z', 'updated_at': '2022-03-23T17:09:03Z', 'revision_number': 1, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4ed837-ab51-40cf-9d20-83a32e3e2a0c', 'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'mac_address': 'fa:16:3e:9f:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:42Z', 'updated_at': '2022-03-23T17:08:48Z', 'revision_number': 5, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'subnets': [{'id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:09:05.061094 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da97e70-d549-4897-9b57-6d8e320aeccc None None] The sync data for ids ['6b463247-5501-4319-9864-cb14ee1d1d57'] in dv-cinder-834919-1-iscsi is: [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:43Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '75e28146-ef7e-407a-a277-b203e5c5ca97', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'port_id': '4b831d54-e57a-4a0d-8e84-39bfd2ee3baa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'mac_address': 'fa:16:3e:1f:ba:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbfc375-d70b-4a3d-9a6c-8b9401146dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:08:47Z', 'updated_at': '2022-03-23T17:09:03Z', 'revision_number': 1, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4ed837-ab51-40cf-9d20-83a32e3e2a0c', 'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'mac_address': 'fa:16:3e:9f:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:42Z', 'updated_at': '2022-03-23T17:08:48Z', 'revision_number': 5, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'subnets': [{'id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:09:05.144253 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1b001-8ca8-4040-8cc9-c90ab272e6fe req-c758628d-cf9a-43b9-98ff-b62049c7c159 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:05.146084 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-46a1b001-8ca8-4040-8cc9-c90ab272e6fe req-c758628d-cf9a-43b9-98ff-b62049c7c159 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.1036091 Mar 23 17:09:05.150796 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973dcdf-cbb1-4efa-ae1d-76805df87dac req-8a01bfb6-a808-4473-beef-3dc0b4583d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:05.150796 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6973dcdf-cbb1-4efa-ae1d-76805df87dac req-8a01bfb6-a808-4473-beef-3dc0b4583d52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 1129 time: 0.0965459 Mar 23 17:09:05.247128 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-46a1b001-8ca8-4040-8cc9-c90ab272e6fe req-d4f01113-7671-43a9-ba42-e7d257f3c782 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953078 Mar 23 17:09:05.271259 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f919fcac-44fe-4ee7-993a-2bdb2ec16502 None None] New status for floating IP 75e28146-ef7e-407a-a277-b203e5c5ca97: ACTIVE {{(pid=104062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:09:05.281930 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973dcdf-cbb1-4efa-ae1d-76805df87dac req-6bbd1575-6e2b-43ff-af39-8da8a341b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:05.283414 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6973dcdf-cbb1-4efa-ae1d-76805df87dac req-6bbd1575-6e2b-43ff-af39-8da8a341b6fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 920 time: 0.1175945 Mar 23 17:09:05.307951 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 3b51d4dd-23af-4cdc-beed-74d3a72d2152 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:09:05.337018 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6973dcdf-cbb1-4efa-ae1d-76805df87dac req-ce69a6f2-2f1a-4177-a6bf-38d45a088fba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb12bb7-c514-47f9-95d9-c9b6483598ef HTTP/1.1" status: 200 len: 217 time: 0.0445583 Mar 23 17:09:05.388510 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973dcdf-cbb1-4efa-ae1d-76805df87dac req-2ebb1019-11e5-45b2-b184-b0896f5b6c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:05.392540 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6973dcdf-cbb1-4efa-ae1d-76805df87dac req-2ebb1019-11e5-45b2-b184-b0896f5b6c1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34f5912-e7b8-4c19-ae6b-6c3e94613af9 HTTP/1.1" status: 200 len: 857 time: 0.0442681 Mar 23 17:09:05.442124 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973dcdf-cbb1-4efa-ae1d-76805df87dac req-a6909485-963b-49cc-a309-5331a483034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:05.443683 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6973dcdf-cbb1-4efa-ae1d-76805df87dac req-a6909485-963b-49cc-a309-5331a483034f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51f4a656-753b-4765-843d-71e3a0fb2d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446379 Mar 23 17:09:05.501633 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 3b51d4dd-23af-4cdc-beed-74d3a72d2152, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=3b51d4dd-23af-4cdc-beed-74d3a72d2152,segment=NetworkSegment(bd817a77-a315-40f2-a4d9-a3f7959c89b7),segment_id=bd817a77-a315-40f2-a4d9-a3f7959c89b7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:05.515286 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '3b51d4dd-23af-4cdc-beed-74d3a72d2152', 'network_id': '9641745f-d8ec-4f0f-9f65-22789a0dcbe5', 'port_id': '3b51d4dd-23af-4cdc-beed-74d3a72d2152', 'mac_address': 'fa:16:3e:d1:19:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8f7515-2c5a-4a8b-813c-9de0bb449c5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:09:05.542635 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6973dcdf-cbb1-4efa-ae1d-76805df87dac req-50fdb8cf-075c-4bc8-b7a0-e66bebdd04e2 service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914490 Mar 23 17:09:05.557667 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 3b51d4dd-23af-4cdc-beed-74d3a72d2152 is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:09:05.558075 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (3b51d4dd-23af-4cdc-beed-74d3a72d2152), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:05.575025 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b51d4dd-23af-4cdc-beed-74d3a72d2152 {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:09:05.601877 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 3b51d4dd-23af-4cdc-beed-74d3a72d2152, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=3b51d4dd-23af-4cdc-beed-74d3a72d2152,segment=NetworkSegment(bd817a77-a315-40f2-a4d9-a3f7959c89b7),segment_id=bd817a77-a315-40f2-a4d9-a3f7959c89b7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:05.657884 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6973dcdf-cbb1-4efa-ae1d-76805df87dac req-958cb569-aa8d-440a-9ea1-1d8f363ff46c service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032214 Mar 23 17:09:05.740355 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (3b51d4dd-23af-4cdc-beed-74d3a72d2152), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:05.747060 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc11ed-6c43-4a8b-a3ee-a2f4a7a1fdc3 req-e43e93fc-cf9b-4ca9-9c35-830d972a953e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:05.748632 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-40dc11ed-6c43-4a8b-a3ee-a2f4a7a1fdc3 req-e43e93fc-cf9b-4ca9-9c35-830d972a953e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 944 time: 0.0597160 Mar 23 17:09:05.802886 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-40dc11ed-6c43-4a8b-a3ee-a2f4a7a1fdc3 req-2a0d5459-d8e3-478f-811f-70f86c1a15e2 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483310 Mar 23 17:09:05.911535 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=3b51d4dd-23af-4cdc-beed-74d3a72d2152,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:06.145686 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['3b51d4dd-23af-4cdc-beed-74d3a72d2152'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:09:06.370594 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed86c4-2115-4553-8255-7dd84109b500 req-1be9a59f-c9ff-4627-80d4-3721a21d154d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:06.372228 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-48ed86c4-2115-4553-8255-7dd84109b500 req-1be9a59f-c9ff-4627-80d4-3721a21d154d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0542326 Mar 23 17:09:06.419821 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-48ed86c4-2115-4553-8255-7dd84109b500 req-2821ddbc-a853-4c69-9d63-1d5cf6cb49b6 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413449 Mar 23 17:09:06.443473 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a7fd4-d13c-48d1-9197-3b62fab337dc req-8b863ef7-5457-45ab-8974-4b68c41baa57 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:06.445209 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-013a7fd4-d13c-48d1-9197-3b62fab337dc req-8b863ef7-5457-45ab-8974-4b68c41baa57 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 945 time: 0.0596545 Mar 23 17:09:06.492837 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-013a7fd4-d13c-48d1-9197-3b62fab337dc req-86aaf92b-9c77-4dfc-8cae-c71d020a3cd2 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Mar 23 17:09:06.923495 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b64a4a-2789-4320-b47e-1c1a54079abb req-291fa272-63b6-4a51-a48e-c2aabb9de661 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:06.924917 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-09b64a4a-2789-4320-b47e-1c1a54079abb req-291fa272-63b6-4a51-a48e-c2aabb9de661 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 945 time: 0.0529923 Mar 23 17:09:06.970552 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-09b64a4a-2789-4320-b47e-1c1a54079abb req-0a555a92-e4ae-408d-bc80-16c744902f75 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402114 Mar 23 17:09:07.313161 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 3b51d4dd-23af-4cdc-beed-74d3a72d2152 up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:09:07.425338 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port 3b51d4dd-23af-4cdc-beed-74d3a72d2152 completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:09:07.429679 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 3b51d4dd-23af-4cdc-beed-74d3a72d2152 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:09:07.430006 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (3b51d4dd-23af-4cdc-beed-74d3a72d2152), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:07.510813 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 3b51d4dd-23af-4cdc-beed-74d3a72d2152 is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:09:07.511233 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (3b51d4dd-23af-4cdc-beed-74d3a72d2152), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:07.536878 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77dff63-8b76-4a46-88b7-c83ddf4d8fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b51d4dd-23af-4cdc-beed-74d3a72d2152'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:09:07.539109 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70750bcf-dacc-4093-bd4b-180fa7e2461c" -d '{"events": [{"server_uuid": "c77dff63-8b76-4a46-88b7-c83ddf4d8fb9", "name": "network-vif-plugged", "status": "completed", "tag": "3b51d4dd-23af-4cdc-beed-74d3a72d2152"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:09:07.542840 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79b329-c901-4b46-87e3-7e0e9b6dd58f req-e04f7693-f6e0-4c31-9170-d701051cd7a7 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:07.544371 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3e79b329-c901-4b46-87e3-7e0e9b6dd58f req-e04f7693-f6e0-4c31-9170-d701051cd7a7 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0586889 Mar 23 17:09:07.552643 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 3b51d4dd-23af-4cdc-beed-74d3a72d2152, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=3b51d4dd-23af-4cdc-beed-74d3a72d2152,segment=NetworkSegment(bd817a77-a315-40f2-a4d9-a3f7959c89b7),segment_id=bd817a77-a315-40f2-a4d9-a3f7959c89b7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:07.598853 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3e79b329-c901-4b46-87e3-7e0e9b6dd58f req-be71f468-363c-4327-9db6-f780bfda91a0 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465608 Mar 23 17:09:07.622581 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbadbe6-b0e7-4052-89af-40c74d2a9bdd req-94c59000-5d45-44be-a21d-072b3001772a tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:07.624748 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3bbadbe6-b0e7-4052-89af-40c74d2a9bdd req-94c59000-5d45-44be-a21d-072b3001772a tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 945 time: 0.0624030 Mar 23 17:09:07.642515 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54707e49-f66d-4456-a86b-610235bb41e2 x-openstack-request-id: req-54707e49-f66d-4456-a86b-610235bb41e2 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:09:07.642839 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77dff63-8b76-4a46-88b7-c83ddf4d8fb9", "name": "network-vif-plugged", "status": "completed", "tag": "3b51d4dd-23af-4cdc-beed-74d3a72d2152", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:09:07.643101 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-54707e49-f66d-4456-a86b-610235bb41e2 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:09:07.643512 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54707e49-f66d-4456-a86b-610235bb41e2'] response: {'server_uuid': 'c77dff63-8b76-4a46-88b7-c83ddf4d8fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b51d4dd-23af-4cdc-beed-74d3a72d2152', 'code': 200} Mar 23 17:09:07.676099 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3bbadbe6-b0e7-4052-89af-40c74d2a9bdd req-cdfa3304-b33d-499c-8885-fb0e44656e84 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454388 Mar 23 17:09:07.677046 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (3b51d4dd-23af-4cdc-beed-74d3a72d2152), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:07.749309 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=3b51d4dd-23af-4cdc-beed-74d3a72d2152,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:07.973482 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166ddac-0460-4592-92f7-837432504139 req-b835b07e-6a1e-48a5-bb59-3ed3c0648459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:07.974852 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3166ddac-0460-4592-92f7-837432504139 req-b835b07e-6a1e-48a5-bb59-3ed3c0648459 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 1130 time: 0.0418811 Mar 23 17:09:08.035831 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3166ddac-0460-4592-92f7-837432504139 req-f1edd65c-4dac-4bc8-b38c-56504e7f40d3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403473 Mar 23 17:09:08.086747 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98020ba9-f807-4872-9f3f-6a313bd25e1f req-981b73ec-9b58-4cf5-96a5-1b61fdd0cafd tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:08.088570 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-98020ba9-f807-4872-9f3f-6a313bd25e1f req-981b73ec-9b58-4cf5-96a5-1b61fdd0cafd tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 946 time: 0.0518754 Mar 23 17:09:08.133725 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-98020ba9-f807-4872-9f3f-6a313bd25e1f req-7ef5755c-e49d-4bfe-868d-d2883cffd1c5 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390346 Mar 23 17:09:08.463345 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f49e9e-bfb9-4c21-a65d-551ef5da7df2 req-b46164a9-f481-4702-9c1b-ca769ad947b2 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:08.464819 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b3f49e9e-bfb9-4c21-a65d-551ef5da7df2 req-b46164a9-f481-4702-9c1b-ca769ad947b2 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 945 time: 0.0513923 Mar 23 17:09:08.594761 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [req-b3f49e9e-bfb9-4c21-a65d-551ef5da7df2 req-bddf4618-a377-4216-b9f0-f7d5255d1191 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Deleting port 57e4c28a-03a8-478f-b834-050fbdd9a919 {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:09:08.595389 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-b3f49e9e-bfb9-4c21-a65d-551ef5da7df2 req-bddf4618-a377-4216-b9f0-f7d5255d1191 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (57e4c28a-03a8-478f-b834-050fbdd9a919), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:08.685601 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-b3f49e9e-bfb9-4c21-a65d-551ef5da7df2 req-bddf4618-a377-4216-b9f0-f7d5255d1191 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] For port 57e4c28a-03a8-478f-b834-050fbdd9a919, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=57e4c28a-03a8-478f-b834-050fbdd9a919,segment=NetworkSegment(226bfaf2-bf25-4894-9b2e-8584bc2f5d96),segment_id=226bfaf2-bf25-4894-9b2e-8584bc2f5d96)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:08.685971 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-b3f49e9e-bfb9-4c21-a65d-551ef5da7df2 req-bddf4618-a377-4216-b9f0-f7d5255d1191 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (57e4c28a-03a8-478f-b834-050fbdd9a919), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:08.701401 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [req-b3f49e9e-bfb9-4c21-a65d-551ef5da7df2 req-bddf4618-a377-4216-b9f0-f7d5255d1191 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Calling delete_port for 57e4c28a-03a8-478f-b834-050fbdd9a919 owned by compute:nova {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:09:08.729293 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e386c-61b2-4885-8dff-9f51bce6dc15 req-ac4a06f9-53af-47d1-b000-edf0b9dfcba8 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:08.737174 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7c5e386c-61b2-4885-8dff-9f51bce6dc15 req-ac4a06f9-53af-47d1-b000-edf0b9dfcba8 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0715547 Mar 23 17:09:08.790702 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7c5e386c-61b2-4885-8dff-9f51bce6dc15 req-d7e8aaec-0687-413c-9a67-9f856c110abb tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518136 Mar 23 17:09:08.856566 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a98f31-ca2f-482d-9949-1242f556ceca req-20c5e971-3bac-4be8-8c8f-937d4825c373 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:08.858100 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d9a98f31-ca2f-482d-9949-1242f556ceca req-20c5e971-3bac-4be8-8c8f-937d4825c373 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 945 time: 0.0844393 Mar 23 17:09:08.942298 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d9a98f31-ca2f-482d-9949-1242f556ceca req-78a1d18e-b593-4621-8fbe-351b97830a91 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770350 Mar 23 17:09:09.002380 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-b3f49e9e-bfb9-4c21-a65d-551ef5da7df2 req-bddf4618-a377-4216-b9f0-f7d5255d1191 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (57e4c28a-03a8-478f-b834-050fbdd9a919), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:09.023605 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['57e4c28a-03a8-478f-b834-050fbdd9a919'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:09:09.036410 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf4618-a377-4216-b9f0-f7d5255d1191 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Pushing event deleted for resources: {'Port': ['ID=57e4c28a-03a8-478f-b834-050fbdd9a919,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:09.096323 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f49e9e-bfb9-4c21-a65d-551ef5da7df2 req-bddf4618-a377-4216-b9f0-f7d5255d1191 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] No DVR routers for this DVR port 57e4c28a-03a8-478f-b834-050fbdd9a919 on host hv-cinder-83491 {{(pid=104061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:09:09.099583 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-b3f49e9e-bfb9-4c21-a65d-551ef5da7df2 req-bddf4618-a377-4216-b9f0-f7d5255d1191 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:09.102852 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b3f49e9e-bfb9-4c21-a65d-551ef5da7df2 req-bddf4618-a377-4216-b9f0-f7d5255d1191 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.43 "DELETE /v2.0/ports/57e4c28a-03a8-478f-b834-050fbdd9a919 HTTP/1.1" status: 204 len: 173 time: 0.6319771 Mar 23 17:09:09.103285 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a049a1d-3107-4442-94ff-ecdf5c2b1a5f', 'name': 'network-vif-deleted', 'tag': '57e4c28a-03a8-478f-b834-050fbdd9a919'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:09:09.105496 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93abad2-97e5-48c8-b848-ab36e5c25c14" -d '{"events": [{"server_uuid": "9a049a1d-3107-4442-94ff-ecdf5c2b1a5f", "name": "network-vif-deleted", "tag": "57e4c28a-03a8-478f-b834-050fbdd9a919"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:09:09.142284 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80005cba-f3bf-436d-9d47-3f0fe4091c0f x-openstack-request-id: req-80005cba-f3bf-436d-9d47-3f0fe4091c0f {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:09:09.142579 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a049a1d-3107-4442-94ff-ecdf5c2b1a5f", "name": "network-vif-deleted", "tag": "57e4c28a-03a8-478f-b834-050fbdd9a919", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:09:09.142835 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-80005cba-f3bf-436d-9d47-3f0fe4091c0f {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:09:09.143243 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80005cba-f3bf-436d-9d47-3f0fe4091c0f'] response: {'server_uuid': '9a049a1d-3107-4442-94ff-ecdf5c2b1a5f', 'name': 'network-vif-deleted', 'tag': '57e4c28a-03a8-478f-b834-050fbdd9a919', 'status': 'completed', 'code': 200} Mar 23 17:09:09.253657 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a449c1-8766-4b64-8290-4f6f7c991bcf req-5b9a5eba-4cf8-4cb1-9028-d675383589f2 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:09.255205 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a6a449c1-8766-4b64-8290-4f6f7c991bcf req-5b9a5eba-4cf8-4cb1-9028-d675383589f2 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 946 time: 0.0552025 Mar 23 17:09:09.311043 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a6a449c1-8766-4b64-8290-4f6f7c991bcf req-dd32685c-d3a8-4968-ab11-6f64ea21a193 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497053 Mar 23 17:09:09.915798 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94376e-d8e4-45a0-8173-f8e1703ee67a req-3292a6b6-e29b-4cf8-91db-db2ab26e717b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:09.917325 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bf94376e-d8e4-45a0-8173-f8e1703ee67a req-3292a6b6-e29b-4cf8-91db-db2ab26e717b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0530512 Mar 23 17:09:09.977575 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bf94376e-d8e4-45a0-8173-f8e1703ee67a req-411cef21-2908-433b-8202-4bbb0df52928 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545092 Mar 23 17:09:10.054621 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-96188323-6554-4617-a821-6cef2e63e7a2 req-daa07edc-e148-46b1-8afa-c21c1d29f5c2 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=9a049a1d-3107-4442-94ff-ecdf5c2b1a5f HTTP/1.1" status: 200 len: 210 time: 0.0297542 Mar 23 17:09:10.430722 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fe38f-b098-4b69-834c-a81e38318339 req-e5d71cc7-ebe4-456b-8aed-3c5d5a40d13d tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:10.432181 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-942fe38f-b098-4b69-834c-a81e38318339 req-e5d71cc7-ebe4-456b-8aed-3c5d5a40d13d tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 946 time: 0.0522623 Mar 23 17:09:10.479553 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-942fe38f-b098-4b69-834c-a81e38318339 req-13939983-5c91-48b4-ad7d-db82cf5f3d47 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410249 Mar 23 17:09:11.109281 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb20a07-16bc-4ded-b441-4e7faaefd83d req-e6d666af-58f4-4ac7-bb91-a5035ac1e780 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:11.110850 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0bb20a07-16bc-4ded-b441-4e7faaefd83d req-e6d666af-58f4-4ac7-bb91-a5035ac1e780 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0660169 Mar 23 17:09:11.162106 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0bb20a07-16bc-4ded-b441-4e7faaefd83d req-f4b41760-eaf0-4928-9f0d-32b1cf8b1345 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440171 Mar 23 17:09:11.401603 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-2f875830-788d-4792-86c2-e973a6db9273 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:11.409661 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-2f875830-788d-4792-86c2-e973a6db9273 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/networks?id=89302cf1-77b3-46a1-ad4c-401437ffe175 HTTP/1.1" status: 200 len: 809 time: 0.1417003 Mar 23 17:09:11.429568 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-1acbd0b2-6ae7-433e-885b-ef472fc047dc tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/quotas/ae9fad11e4824e6b8cead5b4436a0e57 HTTP/1.1" status: 200 len: 375 time: 0.0189006 Mar 23 17:09:11.471294 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-3d831345-b02c-4429-897f-f2233eb5e82d tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ae9fad11e4824e6b8cead5b4436a0e57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407233 Mar 23 17:09:11.562395 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-83ca7f79-fd1e-4404-a695-3ffd1abb06d3 service neutron] 10.222.0.97 "GET /v2.0/networks/89302cf1-77b3-46a1-ad4c-401437ffe175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901394 Mar 23 17:09:11.660972 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-35153689-0a1b-47a9-96f5-6ae22287a550 service neutron] 10.222.0.97 "GET /v2.0/networks/89302cf1-77b3-46a1-ad4c-401437ffe175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919011 Mar 23 17:09:11.869098 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 59124) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:09:11.874322 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-6bbc3d94-da32-4fbd-bcd2-5219e61a704c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1338880568', 'description': 'tempest-description--1678268370'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:11.955042 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fe7dca13-60ad-45c6-afb2-4f319a7ae3f3 req-17f8cf40-070a-4eb4-bf72-180490f55e1e tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 210 time: 0.0290301 Mar 23 17:09:11.979709 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3d94-da32-4fbd-bcd2-5219e61a704c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:12.058981 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3d94-da32-4fbd-bcd2-5219e61a704c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:12.133858 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3d94-da32-4fbd-bcd2-5219e61a704c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:12.165668 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc3d94-da32-4fbd-bcd2-5219e61a704c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:12.291148 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b16530-f4f6-4b16-ab5e-877e9f62ffc7 req-eaddc708-bab4-46d2-9a2b-957cb48b70cf tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:12.292809 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-52b16530-f4f6-4b16-ab5e-877e9f62ffc7 req-eaddc708-bab4-46d2-9a2b-957cb48b70cf tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0630634 Mar 23 17:09:12.296781 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3d94-da32-4fbd-bcd2-5219e61a704c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:12.301210 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 59148) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:09:12.301686 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-6bbc3d94-da32-4fbd-bcd2-5219e61a704c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4309094 Mar 23 17:09:12.305605 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-97fff1b2-0359-4a1d-b34b-cd13ec51789f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'security_group_rule': {'security_group_id': '4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:12.357093 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-52b16530-f4f6-4b16-ab5e-877e9f62ffc7 req-745121bf-a9e9-4e5c-ac8f-c95dddc230f2 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535991 Mar 23 17:09:12.425574 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-97fff1b2-0359-4a1d-b34b-cd13ec51789f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (0a1f2313-e377-4d68-a192-771ba51e9765), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:12.487290 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-97fff1b2-0359-4a1d-b34b-cd13ec51789f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (0a1f2313-e377-4d68-a192-771ba51e9765), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:12.613875 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-97fff1b2-0359-4a1d-b34b-cd13ec51789f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (0a1f2313-e377-4d68-a192-771ba51e9765), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:12.630850 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fff1b2-0359-4a1d-b34b-cd13ec51789f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1f2313-e377-4d68-a192-771ba51e9765,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:12.741267 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-97fff1b2-0359-4a1d-b34b-cd13ec51789f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:12.742516 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-97fff1b2-0359-4a1d-b34b-cd13ec51789f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4402637 Mar 23 17:09:12.745090 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 59154) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:09:12.749485 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-6105b983-9425-406a-82c2-15b4b863145d tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'security_group_rule': {'security_group_id': '4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:12.921451 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6105b983-9425-406a-82c2-15b4b863145d tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (74c7d5a4-d89a-4c7f-a43a-72d3fa1edf99), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:12.977905 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6105b983-9425-406a-82c2-15b4b863145d tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (74c7d5a4-d89a-4c7f-a43a-72d3fa1edf99), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:13.051989 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-07fad271-42b4-4682-931d-1171d4a54c25 req-d775d52f-820c-4a6d-90d3-17c24da63614 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 210 time: 0.0285039 Mar 23 17:09:13.088271 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6105b983-9425-406a-82c2-15b4b863145d tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (74c7d5a4-d89a-4c7f-a43a-72d3fa1edf99), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:13.110015 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105b983-9425-406a-82c2-15b4b863145d tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c7d5a4-d89a-4c7f-a43a-72d3fa1edf99,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:13.175669 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6105b983-9425-406a-82c2-15b4b863145d tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:13.176818 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-6105b983-9425-406a-82c2-15b4b863145d tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4308016 Mar 23 17:09:13.180014 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 59160) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:09:13.185003 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'floatingip': {'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:13.321782 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 57e4c28a-03a8-478f-b834-050fbdd9a919 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:09:13.328454 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:13.341989 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: 57e4c28a-03a8-478f-b834-050fbdd9a919 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:09:13.342341 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 57e4c28a-03a8-478f-b834-050fbdd9a919 not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:09:13.445259 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:13.493327 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880361c-85d8-4263-aad9-6632ece8004a req-26a61730-bec3-4c72-9ddf-2754fcb350bf tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:13.494973 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b880361c-85d8-4263-aad9-6632ece8004a req-26a61730-bec3-4c72-9ddf-2754fcb350bf tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0672593 Mar 23 17:09:13.542950 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b880361c-85d8-4263-aad9-6632ece8004a req-80f1eed8-2c96-428c-8cd3-ce43e061710c tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417910 Mar 23 17:09:13.555440 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Allocated IP 172.27.1.55 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/4fba29b9-67cd-44a6-a4c1-7175def9a017) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:09:13.662410 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for port (4fba29b9-67cd-44a6-a4c1-7175def9a017), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:13.808482 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (4fba29b9-67cd-44a6-a4c1-7175def9a017), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:13.846049 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:09:13.848958 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:09:13.854358 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:09:13.860649 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'Port': ['ID=4fba29b9-67cd-44a6-a4c1-7175def9a017,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:13.953889 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (f9ad056e-4098-4035-8fdb-75e47eb286ea), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:14.081665 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (4fba29b9-67cd-44a6-a4c1-7175def9a017), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:14.148682 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ed8c8a5c-a522-448b-8a20-28eb69669071 req-f881e5e9-82c4-4c3b-a006-84599826ab13 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 210 time: 0.0298569 Mar 23 17:09:14.239575 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for port (4fba29b9-67cd-44a6-a4c1-7175def9a017), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:14.344728 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-a6a840e9-ea27-4723-a82a-1ecd733139b3 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:14.346089 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-a6a840e9-ea27-4723-a82a-1ecd733139b3 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.43 "GET /v2.0/networks?id=89302cf1-77b3-46a1-ad4c-401437ffe175 HTTP/1.1" status: 200 len: 809 time: 0.1043980 Mar 23 17:09:14.357622 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-110c0eb7-dbc3-4dc8-a000-e0760d54a96a tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Request body: {'port': {'device_id': '34feb7c5-8400-4a7a-b62a-d16698d8d581', 'network_id': '89302cf1-77b3-46a1-ad4c-401437ffe175', 'admin_state_up': True, 'tenant_id': 'ae9fad11e4824e6b8cead5b4436a0e57'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:14.362175 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (4fba29b9-67cd-44a6-a4c1-7175def9a017), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:14.651053 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00296537-1783-4f4a-9f6e-611c2c89cd3b req-5d61abe5-c462-46ca-868f-6cf0673ae9ca tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:14.654019 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-00296537-1783-4f4a-9f6e-611c2c89cd3b req-5d61abe5-c462-46ca-868f-6cf0673ae9ca tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0591328 Mar 23 17:09:14.716555 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-00296537-1783-4f4a-9f6e-611c2c89cd3b req-5a891854-9e3c-4ac8-83f1-a291b448062e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565245 Mar 23 17:09:14.746765 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'Port': ['ID=4fba29b9-67cd-44a6-a4c1-7175def9a017,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:14.775735 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (f9ad056e-4098-4035-8fdb-75e47eb286ea), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:14.810498 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c2452-7710-4a55-9063-0d969071ca95 req-b8a35368-e585-4d27-a440-0562082c7e55 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:14.811975 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-238c2452-7710-4a55-9063-0d969071ca95 req-b8a35368-e585-4d27-a440-0562082c7e55 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.1765006 Mar 23 17:09:14.860500 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-238c2452-7710-4a55-9063-0d969071ca95 req-2e47fa85-709b-4d63-bb9d-9e71baf52cdc tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421128 Mar 23 17:09:14.916898 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:14.916898 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-2301de0f-2c76-4516-bfac-3a0ff5dab10f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7349560 Mar 23 17:09:15.025479 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-110c0eb7-dbc3-4dc8-a000-e0760d54a96a tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Made reservation on behalf of ae9fad11e4824e6b8cead5b4436a0e57 for: {'port': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:09:15.028892 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-110c0eb7-dbc3-4dc8-a000-e0760d54a96a tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:15.106451 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-2b4bdbc2-0b1a-4aea-8cae-01d17189eb2b tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1338880568&fields=id&tenant_id=2336e4510f764841aa29452b39b8372a HTTP/1.1" status: 200 len: 267 time: 0.0435858 Mar 23 17:09:15.161743 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-110c0eb7-dbc3-4dc8-a000-e0760d54a96a tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Allocated IP 172.20.0.4 (89302cf1-77b3-46a1-ad4c-401437ffe175/309a55b4-3c29-4a0b-8d36-eb72b72f155a/31c2d2d9-326f-4959-b994-52e81c09673b) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:09:15.229976 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-446b6e37-9b1b-47e4-96f6-f0c1915e4aea tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:15.231704 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-446b6e37-9b1b-47e4-96f6-f0c1915e4aea tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/networks?id=4d08b13a-5095-4a4d-97e2-485b1dca6f48 HTTP/1.1" status: 200 len: 814 time: 0.1182191 Mar 23 17:09:15.253710 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-291072e1-d28a-40da-bebd-31b9b446c252 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/quotas/2336e4510f764841aa29452b39b8372a HTTP/1.1" status: 200 len: 375 time: 0.0138187 Mar 23 17:09:15.297514 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-86c9717d-8d9f-4411-b6c1-82dd34016c34 req-98db8be9-fd92-4dc1-902a-585266798bf3 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 210 time: 0.0614202 Mar 23 17:09:15.314864 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-078e2910-8bdd-45e5-9001-da99912ae160 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=2336e4510f764841aa29452b39b8372a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557530 Mar 23 17:09:15.352797 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-110c0eb7-dbc3-4dc8-a000-e0760d54a96a tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Publish callbacks [] for port (31c2d2d9-326f-4959-b994-52e81c09673b), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:15.408545 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-b7948ee8-7068-4e08-8206-cfd0db932231 service neutron] 10.222.0.97 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828967 Mar 23 17:09:15.454885 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-110c0eb7-dbc3-4dc8-a000-e0760d54a96a tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (31c2d2d9-326f-4959-b994-52e81c09673b), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:15.498410 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-110c0eb7-dbc3-4dc8-a000-e0760d54a96a tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Network 89302cf1-77b3-46a1-ad4c-401437ffe175 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:09:15.500125 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-1be6bd49-f5ac-47fe-8969-37897029bd18 service neutron] 10.222.0.97 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859551 Mar 23 17:09:15.501601 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-110c0eb7-dbc3-4dc8-a000-e0760d54a96a tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:09:15.507711 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-110c0eb7-dbc3-4dc8-a000-e0760d54a96a tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:09:15.514096 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c0eb7-dbc3-4dc8-a000-e0760d54a96a tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Pushing event updated for resources: {'Port': ['ID=31c2d2d9-326f-4959-b994-52e81c09673b,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:15.562909 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-110c0eb7-dbc3-4dc8-a000-e0760d54a96a tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:15.564245 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-110c0eb7-dbc3-4dc8-a000-e0760d54a96a tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:15.725451 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-110c0eb7-dbc3-4dc8-a000-e0760d54a96a tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3713214 Mar 23 17:09:15.746871 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Request body: {'port': {'device_id': '34feb7c5-8400-4a7a-b62a-d16698d8d581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:15.830202 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f085d659-744f-4fc0-a5bc-a1c1f28a0d8c req-82c08105-311c-4cea-af4a-7d67ed9c242f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 210 time: 0.0447040 Mar 23 17:09:15.860637 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (31c2d2d9-326f-4959-b994-52e81c09673b), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:15.864203 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c72ab0-f492-4b61-86b7-4750bed4747b req-d9eb1e25-9a3a-4e59-bcc1-17c18ec68c5f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:15.865681 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-13c72ab0-f492-4b61-86b7-4750bed4747b req-d9eb1e25-9a3a-4e59-bcc1-17c18ec68c5f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0657430 Mar 23 17:09:15.929965 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-13c72ab0-f492-4b61-86b7-4750bed4747b req-64979a77-4a32-4415-9e48-f6c5c1a38670 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519650 Mar 23 17:09:16.087406 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5427a-c848-416d-b565-c789e65288df req-861e3490-e581-43e1-bcb5-968943937e6f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:16.089182 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6ce5427a-c848-416d-b565-c789e65288df req-861e3490-e581-43e1-bcb5-968943937e6f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.1158462 Mar 23 17:09:16.175333 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6ce5427a-c848-416d-b565-c789e65288df req-e64c8197-e2b2-4bf7-936a-7da3750e1f8e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749707 Mar 23 17:09:16.228306 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c2d2d9-326f-4959-b994-52e81c09673b {{(pid=104061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:09:16.236443 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Publish callbacks [] for port (31c2d2d9-326f-4959-b994-52e81c09673b), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:16.248566 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.provisioning_blocks [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Transition to ACTIVE for port object 31c2d2d9-326f-4959-b994-52e81c09673b will not be triggered until provisioned by entity L2. {{(pid=104061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:09:16.327102 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:09:16.351001 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (31c2d2d9-326f-4959-b994-52e81c09673b), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:16.408669 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=31c2d2d9-326f-4959-b994-52e81c09673b,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:16.430645 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d183bca-c878-48e5-8ec7-56092d53e9e1 req-30c221c7-4f49-429c-90d9-c5302ad26762 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:16.432351 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5d183bca-c878-48e5-8ec7-56092d53e9e1 req-30c221c7-4f49-429c-90d9-c5302ad26762 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 943 time: 0.0622787 Mar 23 17:09:16.479028 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Attempting to bind port 31c2d2d9-326f-4959-b994-52e81c09673b on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:09:16.485257 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Attempting to bind port 31c2d2d9-326f-4959-b994-52e81c09673b by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '226bfaf2-bf25-4894-9b2e-8584bc2f5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '89302cf1-77b3-46a1-ad4c-401437ffe175'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:09:16.485257 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Attempting to bind port 31c2d2d9-326f-4959-b994-52e81c09673b on network 89302cf1-77b3-46a1-ad4c-401437ffe175 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:09:16.485257 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Port 31c2d2d9-326f-4959-b994-52e81c09673b on network 89302cf1-77b3-46a1-ad4c-401437ffe175 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:09:16.485257 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Attempting to bind port 31c2d2d9-326f-4959-b994-52e81c09673b on network 89302cf1-77b3-46a1-ad4c-401437ffe175 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:09:16.488380 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5d183bca-c878-48e5-8ec7-56092d53e9e1 req-b67506e1-7d7c-475b-85cd-d6475bbeed12 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499303 Mar 23 17:09:16.490469 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:09:16.490815 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Checking segment: {'id': '226bfaf2-bf25-4894-9b2e-8584bc2f5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '89302cf1-77b3-46a1-ad4c-401437ffe175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:09:16.491210 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Bound using segment: {'id': '226bfaf2-bf25-4894-9b2e-8584bc2f5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '89302cf1-77b3-46a1-ad4c-401437ffe175'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:09:16.491642 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Bound port: 31c2d2d9-326f-4959-b994-52e81c09673b, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226bfaf2-bf25-4894-9b2e-8584bc2f5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '89302cf1-77b3-46a1-ad4c-401437ffe175'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:09:16.492004 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (31c2d2d9-326f-4959-b994-52e81c09673b), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:16.556347 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] For port 31c2d2d9-326f-4959-b994-52e81c09673b, host hv-cinder-83491, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:09:16.559700 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] For port 31c2d2d9-326f-4959-b994-52e81c09673b, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=31c2d2d9-326f-4959-b994-52e81c09673b,segment=NetworkSegment(226bfaf2-bf25-4894-9b2e-8584bc2f5d96),segment_id=226bfaf2-bf25-4894-9b2e-8584bc2f5d96)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:09:16.655153 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (31c2d2d9-326f-4959-b994-52e81c09673b), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:16.689365 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:16.689997 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:16.691570 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] 10.222.0.43 "PUT /v2.0/ports/31c2d2d9-326f-4959-b994-52e81c09673b HTTP/1.1" status: 200 len: 1093 time: 0.9494350 Mar 23 17:09:16.692038 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34feb7c5-8400-4a7a-b62a-d16698d8d581', 'tag': '31c2d2d9-326f-4959-b994-52e81c09673b'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:09:16.694434 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aa0197-c887-426a-bcae-0beb2413f60a" -d '{"events": [{"name": "network-changed", "server_uuid": "34feb7c5-8400-4a7a-b62a-d16698d8d581", "tag": "31c2d2d9-326f-4959-b994-52e81c09673b"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:09:16.723299 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87824760-4e8b-4686-81c5-8e749bd51cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=31c2d2d9-326f-4959-b994-52e81c09673b,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:16.734215 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0a0a4a-0dae-488d-ac4e-fcb5451e4e50 x-openstack-request-id: req-6f0a0a4a-0dae-488d-ac4e-fcb5451e4e50 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:09:16.734507 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34feb7c5-8400-4a7a-b62a-d16698d8d581", "tag": "31c2d2d9-326f-4959-b994-52e81c09673b", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:09:16.734766 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6f0a0a4a-0dae-488d-ac4e-fcb5451e4e50 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:09:16.741146 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f0a0a4a-0dae-488d-ac4e-fcb5451e4e50'] response: {'name': 'network-changed', 'server_uuid': '34feb7c5-8400-4a7a-b62a-d16698d8d581', 'tag': '31c2d2d9-326f-4959-b994-52e81c09673b', 'status': 'completed', 'code': 200} Mar 23 17:09:16.804605 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa0197-c887-426a-bcae-0beb2413f60a req-ac42be62-3ee2-429b-a027-f5d1359fb773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:16.806116 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-64aa0197-c887-426a-bcae-0beb2413f60a req-ac42be62-3ee2-429b-a027-f5d1359fb773 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae9fad11e4824e6b8cead5b4436a0e57&device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 1127 time: 0.0452318 Mar 23 17:09:16.918966 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa0197-c887-426a-bcae-0beb2413f60a req-c612848a-9ce5-4bd6-aa72-0dc7b1cc5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:16.919912 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-cf454f45-0875-49c6-8e11-533c650e3306 req-fcd6b3ba-5402-4b27-82f0-4f363a1309c1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 210 time: 0.0297370 Mar 23 17:09:16.920543 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-64aa0197-c887-426a-bcae-0beb2413f60a req-c612848a-9ce5-4bd6-aa72-0dc7b1cc5a2c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ae9fad11e4824e6b8cead5b4436a0e57&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0989823 Mar 23 17:09:17.045489 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa0197-c887-426a-bcae-0beb2413f60a req-4462eab8-4e3e-4264-9899-a67cc0049c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:17.049905 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-64aa0197-c887-426a-bcae-0beb2413f60a req-4462eab8-4e3e-4264-9899-a67cc0049c39 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1195996 Mar 23 17:09:17.069435 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2534d-7683-475e-b6e4-86074a980dcc req-4e025506-7ba9-4f2d-b557-48ccbf665bcc tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:17.071040 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-97e2534d-7683-475e-b6e4-86074a980dcc req-4e025506-7ba9-4f2d-b557-48ccbf665bcc tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0735915 Mar 23 17:09:17.143840 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-97e2534d-7683-475e-b6e4-86074a980dcc req-4a76f7d6-55bb-4c5c-a3e1-2be9afe5c7bc tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670950 Mar 23 17:09:17.156751 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-e2876b85-8518-42c5-a71f-ad28beda2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:17.158279 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-e2876b85-8518-42c5-a71f-ad28beda2c39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae9fad11e4824e6b8cead5b4436a0e57&device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 1127 time: 0.0680048 Mar 23 17:09:17.225545 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-0ef1037b-dd74-4d15-a447-c39376296e2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31c2d2d9-326f-4959-b994-52e81c09673b HTTP/1.1" status: 200 len: 217 time: 0.0384977 Mar 23 17:09:17.279066 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-64e2f749-ce29-4a51-8e26-1ed48648d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:17.280647 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-64e2f749-ce29-4a51-8e26-1ed48648d88c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=309a55b4-3c29-4a0b-8d36-eb72b72f155a HTTP/1.1" status: 200 len: 849 time: 0.0487306 Mar 23 17:09:17.300353 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ffa11-55d7-4667-9395-5fbfa05d4b18 req-327c6a8a-4ce8-43ac-98a3-5f806cf1629c tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:17.301861 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f61ffa11-55d7-4667-9395-5fbfa05d4b18 req-327c6a8a-4ce8-43ac-98a3-5f806cf1629c tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0547743 Mar 23 17:09:17.316575 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-fa58cd8c-ace1-4d3b-9d2f-09f85f90d754 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89302cf1-77b3-46a1-ad4c-401437ffe175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266643 Mar 23 17:09:17.361745 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f61ffa11-55d7-4667-9395-5fbfa05d4b18 req-02101871-a6db-4ff4-b162-5e9e19c32c12 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527532 Mar 23 17:09:17.410026 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-99be3e61-5202-4fe2-a1cb-119712f8e045 service neutron] 10.222.0.43 "GET /v2.0/networks/89302cf1-77b3-46a1-ad4c-401437ffe175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842252 Mar 23 17:09:17.508982 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a14ea23-bce4-4359-bb03-2faa3d87df40 req-ecdc8952-4ba9-4ad7-b108-3a26d821e9ac service neutron] 10.222.0.43 "GET /v2.0/networks/89302cf1-77b3-46a1-ad4c-401437ffe175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898776 Mar 23 17:09:17.603210 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1eda0-67e8-469c-b9ba-242a6904bcb6 req-d04b22f4-7fe5-4521-80f3-727a42b1f682 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:17.604759 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-89c1eda0-67e8-469c-b9ba-242a6904bcb6 req-d04b22f4-7fe5-4521-80f3-727a42b1f682 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 943 time: 0.0553532 Mar 23 17:09:17.664384 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-89c1eda0-67e8-469c-b9ba-242a6904bcb6 req-d6358e44-bf54-4261-9d3b-fe7c785d3ede tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533004 Mar 23 17:09:18.016057 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d81e5cd1-9f05-4990-8b83-ce7c354fcc68 req-4b2af825-7bc5-490c-8ae6-b0406babbc9f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 210 time: 0.0276837 Mar 23 17:09:18.117649 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-ea104a28-c755-42fe-a850-dca285fcd87e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:18.119089 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-ea104a28-c755-42fe-a850-dca285fcd87e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "GET /v2.0/networks?id=4d08b13a-5095-4a4d-97e2-485b1dca6f48 HTTP/1.1" status: 200 len: 814 time: 0.1062028 Mar 23 17:09:18.203852 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-0ed6c5f9-0a6f-4624-8465-0d161f15ea53 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2336e4510f764841aa29452b39b8372a HTTP/1.1" status: 200 len: 472 time: 0.0635061 Mar 23 17:09:18.221769 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-afb84c8b-994b-41f5-902f-9f6c13dae3e0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'port': {'device_id': '7056d11e-a9d9-4c1a-8297-5b307963d794', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'admin_state_up': True, 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'security_groups': ['4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672']}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:18.335722 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2820789-e778-471e-aec6-6314c082e117 req-69409a0b-692f-4929-8d96-578af3ffa2e8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:18.337347 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d2820789-e778-471e-aec6-6314c082e117 req-69409a0b-692f-4929-8d96-578af3ffa2e8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.1122296 Mar 23 17:09:18.404043 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d2820789-e778-471e-aec6-6314c082e117 req-7e0dc4e2-a032-4155-8b8e-ac991740f9c7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563819 Mar 23 17:09:18.476607 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-afb84c8b-994b-41f5-902f-9f6c13dae3e0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Made reservation on behalf of 2336e4510f764841aa29452b39b8372a for: {'port': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:09:18.480027 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-afb84c8b-994b-41f5-902f-9f6c13dae3e0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:18.485581 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f35419-b709-4c5a-ac4d-39e45321ce35 req-a7ff86fd-1a69-46db-99fd-a1971172ffcd tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:18.487055 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-23f35419-b709-4c5a-ac4d-39e45321ce35 req-a7ff86fd-1a69-46db-99fd-a1971172ffcd tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0549643 Mar 23 17:09:18.534480 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-23f35419-b709-4c5a-ac4d-39e45321ce35 req-ceedeb09-b8b3-4290-ab3e-0b107f27bf60 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 Mar 23 17:09:18.610078 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-afb84c8b-994b-41f5-902f-9f6c13dae3e0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Allocated IP 172.20.0.8 (4d08b13a-5095-4a4d-97e2-485b1dca6f48/43603411-92d2-456c-9c3f-c4feabdc98c6/bd5244e3-ad27-4945-8fc1-1acc1d5f278a) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:09:18.777099 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-afb84c8b-994b-41f5-902f-9f6c13dae3e0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for port (bd5244e3-ad27-4945-8fc1-1acc1d5f278a), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:18.818616 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fab01-fafa-43d9-9037-647387edc1b7 req-99d894ab-9d4d-419e-bfd5-d78ee75538aa tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:18.820093 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fe6fab01-fafa-43d9-9037-647387edc1b7 req-99d894ab-9d4d-419e-bfd5-d78ee75538aa tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 943 time: 0.0844889 Mar 23 17:09:18.867178 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fe6fab01-fafa-43d9-9037-647387edc1b7 req-460e8622-1d31-47ef-ae0f-c2b9d3a8ac5b tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412548 Mar 23 17:09:18.922977 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-afb84c8b-994b-41f5-902f-9f6c13dae3e0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (bd5244e3-ad27-4945-8fc1-1acc1d5f278a), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:18.962128 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-afb84c8b-994b-41f5-902f-9f6c13dae3e0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:09:18.965596 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-afb84c8b-994b-41f5-902f-9f6c13dae3e0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:09:18.970001 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-afb84c8b-994b-41f5-902f-9f6c13dae3e0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:09:19.003145 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb84c8b-994b-41f5-902f-9f6c13dae3e0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'Port': ['ID=bd5244e3-ad27-4945-8fc1-1acc1d5f278a,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:19.035330 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-afb84c8b-994b-41f5-902f-9f6c13dae3e0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:19.035330 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-afb84c8b-994b-41f5-902f-9f6c13dae3e0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:19.126802 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-afb84c8b-994b-41f5-902f-9f6c13dae3e0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9083972 Mar 23 17:09:19.138092 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a51d04-f414-41d9-8f8b-d9a9ef5b6d77 req-e92d2d54-6b1d-46ba-8691-306598344281 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:19.139654 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-64a51d04-f414-41d9-8f8b-d9a9ef5b6d77 req-e92d2d54-6b1d-46ba-8691-306598344281 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 931 time: 0.0535741 Mar 23 17:09:19.143911 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Request body: {'port': {'device_id': '7056d11e-a9d9-4c1a-8297-5b307963d794', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:19.190291 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-64a51d04-f414-41d9-8f8b-d9a9ef5b6d77 req-c8bcb822-9dc5-47db-a9fd-0127cbfe0811 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431995 Mar 23 17:09:19.195076 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-3a104128-c7c0-4963-b5c9-88d9fa352ace None None] Provisioning complete for port bd5244e3-ad27-4945-8fc1-1acc1d5f278a triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:09:19.195560 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3a104128-c7c0-4963-b5c9-88d9fa352ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (bd5244e3-ad27-4945-8fc1-1acc1d5f278a), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:19.215489 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (bd5244e3-ad27-4945-8fc1-1acc1d5f278a), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:19.252064 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-3a104128-c7c0-4963-b5c9-88d9fa352ace None None] Port bd5244e3-ad27-4945-8fc1-1acc1d5f278a cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:09:19.481009 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5244e3-ad27-4945-8fc1-1acc1d5f278a {{(pid=104061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:09:19.498717 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Publish callbacks [] for port (bd5244e3-ad27-4945-8fc1-1acc1d5f278a), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:19.529803 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.provisioning_blocks [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Transition to ACTIVE for port object bd5244e3-ad27-4945-8fc1-1acc1d5f278a will not be triggered until provisioned by entity L2. {{(pid=104061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:09:19.548791 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d52a1-8ab5-4353-8270-e6f55b54b8df req-d1819707-f474-4793-a5b4-ace6c4f83a7c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:19.550255 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-803d52a1-8ab5-4353-8270-e6f55b54b8df req-d1819707-f474-4793-a5b4-ace6c4f83a7c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0643506 Mar 23 17:09:19.598726 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-803d52a1-8ab5-4353-8270-e6f55b54b8df req-3fce2df9-d250-4a18-87df-1d55707a0ca5 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424261 Mar 23 17:09:19.653871 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (bd5244e3-ad27-4945-8fc1-1acc1d5f278a), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:19.654592 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a3f64-9344-4e97-99af-cc2e38903d87 req-13c65840-da89-4679-83d9-296d052fc4bd tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:19.656255 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c56a3f64-9344-4e97-99af-cc2e38903d87 req-13c65840-da89-4679-83d9-296d052fc4bd tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0527079 Mar 23 17:09:19.708009 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5244e3-ad27-4945-8fc1-1acc1d5f278a,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:19.722803 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c56a3f64-9344-4e97-99af-cc2e38903d87 req-c8a8c573-e995-4cda-81cd-84f4d579b251 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570889 Mar 23 17:09:19.785898 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Attempting to bind port bd5244e3-ad27-4945-8fc1-1acc1d5f278a on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:09:19.786185 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Attempting to bind port bd5244e3-ad27-4945-8fc1-1acc1d5f278a by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:09:19.786518 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Attempting to bind port bd5244e3-ad27-4945-8fc1-1acc1d5f278a on network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:09:19.792077 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Port bd5244e3-ad27-4945-8fc1-1acc1d5f278a on network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:09:19.792532 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Attempting to bind port bd5244e3-ad27-4945-8fc1-1acc1d5f278a on network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:09:19.798784 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:09:19.799247 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Checking segment: {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:09:19.799705 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Bound using segment: {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:09:19.800243 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Bound port: bd5244e3-ad27-4945-8fc1-1acc1d5f278a, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:09:19.800717 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (bd5244e3-ad27-4945-8fc1-1acc1d5f278a), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:19.880595 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] For port bd5244e3-ad27-4945-8fc1-1acc1d5f278a, host hv-cinder-83491, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:09:19.883957 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] For port bd5244e3-ad27-4945-8fc1-1acc1d5f278a, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=bd5244e3-ad27-4945-8fc1-1acc1d5f278a,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:09:19.947229 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (bd5244e3-ad27-4945-8fc1-1acc1d5f278a), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:19.998765 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:19.998936 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:20.000311 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] 10.222.0.43 "PUT /v2.0/ports/bd5244e3-ad27-4945-8fc1-1acc1d5f278a HTTP/1.1" status: 200 len: 1093 time: 0.8612015 Mar 23 17:09:20.002553 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7056d11e-a9d9-4c1a-8297-5b307963d794', 'tag': 'bd5244e3-ad27-4945-8fc1-1acc1d5f278a'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:09:20.005565 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfcfb05-f6ff-4730-9832-077e96b2221f" -d '{"events": [{"name": "network-changed", "server_uuid": "7056d11e-a9d9-4c1a-8297-5b307963d794", "tag": "bd5244e3-ad27-4945-8fc1-1acc1d5f278a"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:09:20.049378 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513eda57-bd7c-4ed0-9e98-a2c92db7f4b7 x-openstack-request-id: req-513eda57-bd7c-4ed0-9e98-a2c92db7f4b7 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:09:20.049675 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7056d11e-a9d9-4c1a-8297-5b307963d794", "tag": "bd5244e3-ad27-4945-8fc1-1acc1d5f278a", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:09:20.049932 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-513eda57-bd7c-4ed0-9e98-a2c92db7f4b7 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:09:20.050333 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-513eda57-bd7c-4ed0-9e98-a2c92db7f4b7'] response: {'name': 'network-changed', 'server_uuid': '7056d11e-a9d9-4c1a-8297-5b307963d794', 'tag': 'bd5244e3-ad27-4945-8fc1-1acc1d5f278a', 'status': 'completed', 'code': 200} Mar 23 17:09:20.058175 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5111d-d0da-4826-a372-f7dd55f4d084 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5244e3-ad27-4945-8fc1-1acc1d5f278a,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:20.070354 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd07273-0c52-4b1b-b5c1-0e1cb596baad req-aac8240b-121a-4865-8749-6416098910ad tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:20.071882 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ccd07273-0c52-4b1b-b5c1-0e1cb596baad req-aac8240b-121a-4865-8749-6416098910ad tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 943 time: 0.1364694 Mar 23 17:09:20.156912 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ccd07273-0c52-4b1b-b5c1-0e1cb596baad req-2f4ad28a-02e1-428e-9dad-e3690036b55d tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715685 Mar 23 17:09:20.160793 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcfb05-f6ff-4730-9832-077e96b2221f req-247d5b5e-56d1-44dc-a2c5-c27cacd1f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:20.162308 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4bfcfb05-f6ff-4730-9832-077e96b2221f req-247d5b5e-56d1-44dc-a2c5-c27cacd1f9c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2336e4510f764841aa29452b39b8372a&device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 1127 time: 0.0862911 Mar 23 17:09:20.274240 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcfb05-f6ff-4730-9832-077e96b2221f req-bdc80ee6-0cf8-4c34-bcf2-00684e7e2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:20.276276 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4bfcfb05-f6ff-4730-9832-077e96b2221f req-bdc80ee6-0cf8-4c34-bcf2-00684e7e2e4c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2336e4510f764841aa29452b39b8372a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0954401 Mar 23 17:09:20.314703 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6be65-ad4e-4214-ae56-c63224f19b7d req-533c6d4e-53ad-4e89-814a-f824fd9081eb tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:20.316170 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-46f6be65-ad4e-4214-ae56-c63224f19b7d req-533c6d4e-53ad-4e89-814a-f824fd9081eb tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 943 time: 0.0543714 Mar 23 17:09:20.368140 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-46f6be65-ad4e-4214-ae56-c63224f19b7d req-8093660f-5a82-4074-88e6-d83a8dfa279e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461988 Mar 23 17:09:20.377737 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcfb05-f6ff-4730-9832-077e96b2221f req-648a05d1-9f3a-46a7-9e5e-1edd1278a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:20.379230 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4bfcfb05-f6ff-4730-9832-077e96b2221f req-648a05d1-9f3a-46a7-9e5e-1edd1278a0e3 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0954561 Mar 23 17:09:20.474240 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-06145306-0f84-4d3a-b6b7-1b9569f438be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:20.475709 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-06145306-0f84-4d3a-b6b7-1b9569f438be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2336e4510f764841aa29452b39b8372a&device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 1127 time: 0.0460346 Mar 23 17:09:20.520743 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-1bcb4a60-25bf-4d37-99f9-36aa03060cdb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd5244e3-ad27-4945-8fc1-1acc1d5f278a HTTP/1.1" status: 200 len: 217 time: 0.0381420 Mar 23 17:09:20.570857 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-3c1d5782-b191-4c79-9f74-1abf47bd119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:20.572312 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-3c1d5782-b191-4c79-9f74-1abf47bd119b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43603411-92d2-456c-9c3f-c4feabdc98c6 HTTP/1.1" status: 200 len: 853 time: 0.0451787 Mar 23 17:09:20.622887 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-af605344-0ea5-43e6-bc6d-25de62d22bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:20.624414 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-af605344-0ea5-43e6-bc6d-25de62d22bcb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d08b13a-5095-4a4d-97e2-485b1dca6f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449274 Mar 23 17:09:20.849302 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651d2dc-2492-413d-a96a-0577f9814a0d req-11ce3f01-95dd-472f-bce5-68e2bb4c4339 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:20.850959 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1651d2dc-2492-413d-a96a-0577f9814a0d req-11ce3f01-95dd-472f-bce5-68e2bb4c4339 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0576358 Mar 23 17:09:20.912674 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1651d2dc-2492-413d-a96a-0577f9814a0d req-f26457a9-51c7-4fc9-ba91-f32f452d50a5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543113 Mar 23 17:09:20.996342 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36f3ad-c09e-4772-84bb-b9d05c7b2297 req-6789e03f-0b13-4d56-bfd4-fe1875031f5f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:20.997875 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3b36f3ad-c09e-4772-84bb-b9d05c7b2297 req-6789e03f-0b13-4d56-bfd4-fe1875031f5f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0847859 Mar 23 17:09:21.000069 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-3c873604-42f0-49db-ad99-4f5e82bcfbde service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683245 Mar 23 17:09:21.099959 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3b36f3ad-c09e-4772-84bb-b9d05c7b2297 req-8df51e11-c35b-4b1c-bbe9-8e234c12329b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959604 Mar 23 17:09:21.125846 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0e73693a-6472-471f-9f90-0f22b2c5ca4d req-7a0ec5cd-687b-4b4d-8d22-3be31012711c service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151745 Mar 23 17:09:21.281203 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b38a6-83eb-42ba-a019-79432d4874c0 req-d9f20b00-9000-43f7-a658-23b704d857e6 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:21.282627 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-134b38a6-83eb-42ba-a019-79432d4874c0 req-d9f20b00-9000-43f7-a658-23b704d857e6 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 943 time: 0.0573230 Mar 23 17:09:21.330210 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-134b38a6-83eb-42ba-a019-79432d4874c0 req-f752e688-75ec-45e6-b3dc-59fd9bfc4336 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420635 Mar 23 17:09:21.363270 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 31c2d2d9-326f-4959-b994-52e81c09673b details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:09:21.468432 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 31c2d2d9-326f-4959-b994-52e81c09673b, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=31c2d2d9-326f-4959-b994-52e81c09673b,segment=NetworkSegment(226bfaf2-bf25-4894-9b2e-8584bc2f5d96),segment_id=226bfaf2-bf25-4894-9b2e-8584bc2f5d96)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:21.482378 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '31c2d2d9-326f-4959-b994-52e81c09673b', 'network_id': '89302cf1-77b3-46a1-ad4c-401437ffe175', 'port_id': '31c2d2d9-326f-4959-b994-52e81c09673b', 'mac_address': 'fa:16:3e:f2:ab:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '309a55b4-3c29-4a0b-8d36-eb72b72f155a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:09:21.498647 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881588c-336a-4c66-aca4-3a71bc11c211 req-1f8a9c0f-d3f1-4ea6-8231-5fa3e0f7bfd3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:21.500297 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7881588c-336a-4c66-aca4-3a71bc11c211 req-1f8a9c0f-d3f1-4ea6-8231-5fa3e0f7bfd3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 943 time: 0.0673797 Mar 23 17:09:21.527689 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 31c2d2d9-326f-4959-b994-52e81c09673b is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:09:21.528186 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (31c2d2d9-326f-4959-b994-52e81c09673b), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:21.545294 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c2d2d9-326f-4959-b994-52e81c09673b {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:09:21.549045 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7881588c-336a-4c66-aca4-3a71bc11c211 req-6d66162d-9619-48f5-a305-ea72a57c9f19 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429506 Mar 23 17:09:21.567324 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 31c2d2d9-326f-4959-b994-52e81c09673b, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=31c2d2d9-326f-4959-b994-52e81c09673b,segment=NetworkSegment(226bfaf2-bf25-4894-9b2e-8584bc2f5d96),segment_id=226bfaf2-bf25-4894-9b2e-8584bc2f5d96)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:21.682772 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (31c2d2d9-326f-4959-b994-52e81c09673b), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:21.992128 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=31c2d2d9-326f-4959-b994-52e81c09673b,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:22.025084 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54ba12-9a69-4706-a7c7-13c32f982750 req-3ba6b25b-e31e-4f56-9209-fa5d9e90ffe5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:22.026572 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ff54ba12-9a69-4706-a7c7-13c32f982750 req-3ba6b25b-e31e-4f56-9209-fa5d9e90ffe5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0513427 Mar 23 17:09:22.073204 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ff54ba12-9a69-4706-a7c7-13c32f982750 req-b67e6680-4c92-47af-8f06-86d95dc7a462 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405064 Mar 23 17:09:22.129093 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['31c2d2d9-326f-4959-b994-52e81c09673b'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:09:22.224079 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd045a-35b4-46cd-b5d1-d8b28e76c9c1 req-273266ee-5184-433c-93c1-29c1394cf980 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:22.226241 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3abd045a-35b4-46cd-b5d1-d8b28e76c9c1 req-273266ee-5184-433c-93c1-29c1394cf980 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0567024 Mar 23 17:09:22.279741 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3abd045a-35b4-46cd-b5d1-d8b28e76c9c1 req-0c8352a1-4e90-48e7-b373-e10f6979a16d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444667 Mar 23 17:09:22.448687 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d04a40-b07b-4784-851d-cb45fbbb0aec req-01643059-144f-4680-8e8c-f780e0ae147b tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:22.450189 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-87d04a40-b07b-4784-851d-cb45fbbb0aec req-01643059-144f-4680-8e8c-f780e0ae147b tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 944 time: 0.0540195 Mar 23 17:09:22.506172 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-87d04a40-b07b-4784-851d-cb45fbbb0aec req-aef0663a-fa04-4c8f-9f5b-68802c9bf746 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479565 Mar 23 17:09:22.606787 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece5f7-b3d1-4fde-9893-26635749c985 req-f16c7837-4317-4128-a29f-ac58f2728975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:22.606787 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-87ece5f7-b3d1-4fde-9893-26635749c985 req-f16c7837-4317-4128-a29f-ac58f2728975 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 1129 time: 0.0482929 Mar 23 17:09:22.683697 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-87ece5f7-b3d1-4fde-9893-26635749c985 req-b5f93610-f557-4fea-a506-413837990ea5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701461 Mar 23 17:09:22.700298 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2f1ff-a843-4756-9da2-94446d077a84 req-65fd5a46-5767-4fe2-8fc4-b5e9c3b68695 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:22.702487 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-cee2f1ff-a843-4756-9da2-94446d077a84 req-65fd5a46-5767-4fe2-8fc4-b5e9c3b68695 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 943 time: 0.0808640 Mar 23 17:09:22.749219 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-cee2f1ff-a843-4756-9da2-94446d077a84 req-53b3f3c2-83ac-498f-9a99-e6015a6a2e5a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409956 Mar 23 17:09:23.194897 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3144a2f-7889-4a31-9c3a-554a9133a837 req-7b0a8af6-8aaf-474e-9b24-54594d5aba4f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:23.196488 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e3144a2f-7889-4a31-9c3a-554a9133a837 req-7b0a8af6-8aaf-474e-9b24-54594d5aba4f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0526958 Mar 23 17:09:23.243256 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e3144a2f-7889-4a31-9c3a-554a9133a837 req-5ad23df1-7b30-4ff0-a264-74b5cc65f5be tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412297 Mar 23 17:09:23.366856 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 31c2d2d9-326f-4959-b994-52e81c09673b up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:09:23.405247 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5a2c1-e2d2-4ef6-9a42-ba902c07c445 req-34d39d8d-105a-4ae8-bce8-6c7fb22f3d69 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:23.406730 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-73b5a2c1-e2d2-4ef6-9a42-ba902c07c445 req-34d39d8d-105a-4ae8-bce8-6c7fb22f3d69 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0557773 Mar 23 17:09:23.455108 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-73b5a2c1-e2d2-4ef6-9a42-ba902c07c445 req-82717c1d-2ac1-4854-b7a5-63fd6504e032 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427854 Mar 23 17:09:23.476869 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port 31c2d2d9-326f-4959-b994-52e81c09673b completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:09:23.480934 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 31c2d2d9-326f-4959-b994-52e81c09673b triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:09:23.481312 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (31c2d2d9-326f-4959-b994-52e81c09673b), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:23.559155 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 31c2d2d9-326f-4959-b994-52e81c09673b is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:09:23.559554 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (31c2d2d9-326f-4959-b994-52e81c09673b), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:23.585344 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34feb7c5-8400-4a7a-b62a-d16698d8d581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c2d2d9-326f-4959-b994-52e81c09673b'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:09:23.587664 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d285bb0-2e01-43e0-88d3-8324a6424841" -d '{"events": [{"server_uuid": "34feb7c5-8400-4a7a-b62a-d16698d8d581", "name": "network-vif-plugged", "status": "completed", "tag": "31c2d2d9-326f-4959-b994-52e81c09673b"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:09:23.600882 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 31c2d2d9-326f-4959-b994-52e81c09673b, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=31c2d2d9-326f-4959-b994-52e81c09673b,segment=NetworkSegment(226bfaf2-bf25-4894-9b2e-8584bc2f5d96),segment_id=226bfaf2-bf25-4894-9b2e-8584bc2f5d96)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:23.623850 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc6f418-20ec-4c9b-a456-2de1ee3abc1d x-openstack-request-id: req-cbc6f418-20ec-4c9b-a456-2de1ee3abc1d {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:09:23.624171 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34feb7c5-8400-4a7a-b62a-d16698d8d581", "name": "network-vif-plugged", "status": "completed", "tag": "31c2d2d9-326f-4959-b994-52e81c09673b", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:09:23.624438 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cbc6f418-20ec-4c9b-a456-2de1ee3abc1d {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:09:23.624878 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc6f418-20ec-4c9b-a456-2de1ee3abc1d'] response: {'server_uuid': '34feb7c5-8400-4a7a-b62a-d16698d8d581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c2d2d9-326f-4959-b994-52e81c09673b', 'code': 200} Mar 23 17:09:23.626736 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b50e8a-fd9b-493a-92e6-69a7417578e7 req-f7e6fead-4133-4406-b114-a94238df4fb3 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:23.628238 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-77b50e8a-fd9b-493a-92e6-69a7417578e7 req-f7e6fead-4133-4406-b114-a94238df4fb3 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 944 time: 0.0543942 Mar 23 17:09:23.674197 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-77b50e8a-fd9b-493a-92e6-69a7417578e7 req-904ee544-5873-412c-8c78-69f0558bfd1d tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404415 Mar 23 17:09:23.694266 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (31c2d2d9-326f-4959-b994-52e81c09673b), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:23.746571 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=31c2d2d9-326f-4959-b994-52e81c09673b,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:23.871685 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1af03-ccc7-4a59-9794-d3fee6368405 req-ecad5717-4858-45e4-aac4-ccbb42b9fbd5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:23.873783 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-45f1af03-ccc7-4a59-9794-d3fee6368405 req-ecad5717-4858-45e4-aac4-ccbb42b9fbd5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 943 time: 0.0520725 Mar 23 17:09:23.918808 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-45f1af03-ccc7-4a59-9794-d3fee6368405 req-dc1a6ba5-bcf8-405b-8b08-08676660a2ed tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395017 Mar 23 17:09:24.362317 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79fb7a-af49-4a86-b8d9-13e66cd07d5a req-80fccf74-e269-4ecd-ac0f-73c2491a7db8 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:24.363782 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ad79fb7a-af49-4a86-b8d9-13e66cd07d5a req-80fccf74-e269-4ecd-ac0f-73c2491a7db8 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0545416 Mar 23 17:09:24.407821 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ad79fb7a-af49-4a86-b8d9-13e66cd07d5a req-1619a467-a619-42ca-8f73-fcd4d3138030 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385156 Mar 23 17:09:24.583743 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fe0c6-f3d5-4237-ba32-0ab8f4c159c0 req-243cf85d-0712-4e96-984a-a80f677658fb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:24.585728 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-583fe0c6-f3d5-4237-ba32-0ab8f4c159c0 req-243cf85d-0712-4e96-984a-a80f677658fb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0582907 Mar 23 17:09:24.632957 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-583fe0c6-f3d5-4237-ba32-0ab8f4c159c0 req-e1186d9c-14ab-4c6a-b57f-4eab52c80c63 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400054 Mar 23 17:09:24.722273 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:24.793247 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580aaf9-ec9b-4017-a9b8-e12fa6e3f785 req-fce162fc-6ab2-48c5-92b0-71edd1d4172c tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:24.794727 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6580aaf9-ec9b-4017-a9b8-e12fa6e3f785 req-fce162fc-6ab2-48c5-92b0-71edd1d4172c tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 945 time: 0.0526454 Mar 23 17:09:24.841202 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6580aaf9-ec9b-4017-a9b8-e12fa6e3f785 req-9b52a355-35f9-4c94-a22d-db4023bf9973 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406301 Mar 23 17:09:25.036994 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcba88-6151-4ad0-a316-0a52c6d19c63 req-48e2c1f7-3956-413a-ad26-a407ac3cd4f7 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:25.038757 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-70fcba88-6151-4ad0-a316-0a52c6d19c63 req-48e2c1f7-3956-413a-ad26-a407ac3cd4f7 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 943 time: 0.0530095 Mar 23 17:09:25.087974 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-70fcba88-6151-4ad0-a316-0a52c6d19c63 req-7838f0c5-caa9-4d46-b6cb-35c875da3342 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438488 Mar 23 17:09:25.173731 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e079d5e7-bee3-4a74-915d-d4210454b17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:25.487962 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device bd5244e3-ad27-4945-8fc1-1acc1d5f278a details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:09:25.525995 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af85804-4655-4735-8ac0-18ac607f006e req-d13c527c-6204-489e-ac10-9e18785db884 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:25.527536 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8af85804-4655-4735-8ac0-18ac607f006e req-d13c527c-6204-489e-ac10-9e18785db884 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0556662 Mar 23 17:09:25.573806 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8af85804-4655-4735-8ac0-18ac607f006e req-f45977dd-1889-4637-b5b3-c3aa400a3279 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401726 Mar 23 17:09:25.583898 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port bd5244e3-ad27-4945-8fc1-1acc1d5f278a, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=bd5244e3-ad27-4945-8fc1-1acc1d5f278a,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:25.596720 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': 'bd5244e3-ad27-4945-8fc1-1acc1d5f278a', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'port_id': 'bd5244e3-ad27-4945-8fc1-1acc1d5f278a', 'mac_address': 'fa:16:3e:0e:95:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:09:25.634956 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port bd5244e3-ad27-4945-8fc1-1acc1d5f278a is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:09:25.635352 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (bd5244e3-ad27-4945-8fc1-1acc1d5f278a), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:25.648701 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5244e3-ad27-4945-8fc1-1acc1d5f278a {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:09:25.670513 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port bd5244e3-ad27-4945-8fc1-1acc1d5f278a, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=bd5244e3-ad27-4945-8fc1-1acc1d5f278a,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:25.757605 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deac9c5-ca70-4141-9c10-f3fe53c035d0 req-5373cdc9-ef72-4438-bf31-d3b68cd744b5 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:25.759071 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1deac9c5-ca70-4141-9c10-f3fe53c035d0 req-5373cdc9-ef72-4438-bf31-d3b68cd744b5 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0535879 Mar 23 17:09:25.810894 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1deac9c5-ca70-4141-9c10-f3fe53c035d0 req-e39bb0e4-5b01-45de-836c-1cc89128b686 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451407 Mar 23 17:09:25.825656 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (bd5244e3-ad27-4945-8fc1-1acc1d5f278a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:25.873600 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=bd5244e3-ad27-4945-8fc1-1acc1d5f278a,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:25.963573 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949634fc-a044-4bfc-ba28-ba88142818ea req-38f7dd86-8afe-44fc-82cb-be0c254902d8 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:25.965288 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-949634fc-a044-4bfc-ba28-ba88142818ea req-38f7dd86-8afe-44fc-82cb-be0c254902d8 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 945 time: 0.0556259 Mar 23 17:09:26.014985 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-949634fc-a044-4bfc-ba28-ba88142818ea req-8a3e59f9-48a7-47fb-8f8d-00df5ad2d79f tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436220 Mar 23 17:09:26.202618 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380caf26-6cb7-4bb7-8ebb-8c6782b5803f req-52c0eb07-ba95-4263-a53f-9438a708796d tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:26.204087 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-380caf26-6cb7-4bb7-8ebb-8c6782b5803f req-52c0eb07-ba95-4263-a53f-9438a708796d tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 944 time: 0.0522122 Mar 23 17:09:26.250996 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-380caf26-6cb7-4bb7-8ebb-8c6782b5803f req-b8a43b0b-3fb2-4d2a-9bb4-6e433e185de2 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413439 Mar 23 17:09:26.580465 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-13264a62-5818-4a95-887a-337e12bbb321 req-b7f2d961-7d43-48d7-b55f-d3778d4092a9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415015 Mar 23 17:09:26.646606 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13264a62-5818-4a95-887a-337e12bbb321 req-e4ed191e-9f20-4155-80c5-36babf595133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:26.648135 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-13264a62-5818-4a95-887a-337e12bbb321 req-e4ed191e-9f20-4155-80c5-36babf595133 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 1130 time: 0.0444105 Mar 23 17:09:26.698786 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b40b8-5acb-44b4-8e06-051448cb9914 req-8e892a58-8b77-410e-bd58-837be9ed9801 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:26.700260 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-564b40b8-5acb-44b4-8e06-051448cb9914 req-8e892a58-8b77-410e-bd58-837be9ed9801 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0584214 Mar 23 17:09:26.755908 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-564b40b8-5acb-44b4-8e06-051448cb9914 req-68dc29ad-e411-42ea-a9fa-4abddaca8992 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460966 Mar 23 17:09:26.760716 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13264a62-5818-4a95-887a-337e12bbb321 req-ead60c22-7cb8-4ac5-b008-171f54681f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:26.762600 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-13264a62-5818-4a95-887a-337e12bbb321 req-ead60c22-7cb8-4ac5-b008-171f54681f00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 920 time: 0.0940852 Mar 23 17:09:26.817326 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-13264a62-5818-4a95-887a-337e12bbb321 req-3635c564-eae4-4f51-9271-aee7130d899e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88c0a3bf-8932-4e8c-855b-be2c93889447 HTTP/1.1" status: 200 len: 217 time: 0.0434263 Mar 23 17:09:26.851538 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96bde4-53a8-4b9e-8da4-e6a6e7122794 req-71cd1391-1039-49bb-b0f5-b4fcd9cabf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:26.853565 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ad96bde4-53a8-4b9e-8da4-e6a6e7122794 req-71cd1391-1039-49bb-b0f5-b4fcd9cabf7f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 1129 time: 0.0478389 Mar 23 17:09:26.875651 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13264a62-5818-4a95-887a-337e12bbb321 req-fe3a0f6d-f98a-4efb-805e-0a842b8856d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:26.878050 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-13264a62-5818-4a95-887a-337e12bbb321 req-fe3a0f6d-f98a-4efb-805e-0a842b8856d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34f5912-e7b8-4c19-ae6b-6c3e94613af9 HTTP/1.1" status: 200 len: 857 time: 0.0541625 Mar 23 17:09:26.879960 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['bd5244e3-ad27-4945-8fc1-1acc1d5f278a'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:09:26.910735 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ad96bde4-53a8-4b9e-8da4-e6a6e7122794 req-bc889d48-9f80-435e-8d14-6964a9fff9da service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458274 Mar 23 17:09:26.969402 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b61a8-1b8a-4d9b-bbf5-88f4b7e48341 req-fd1123b1-33f9-4de6-967e-901f22e86efd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:26.970869 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1f6b61a8-1b8a-4d9b-bbf5-88f4b7e48341 req-fd1123b1-33f9-4de6-967e-901f22e86efd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0877731 Mar 23 17:09:26.974586 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13264a62-5818-4a95-887a-337e12bbb321 req-a18adbdf-7a0a-4448-9dd7-d0ff9fb5040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:26.975074 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-13264a62-5818-4a95-887a-337e12bbb321 req-a18adbdf-7a0a-4448-9dd7-d0ff9fb5040b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51f4a656-753b-4765-843d-71e3a0fb2d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799363 Mar 23 17:09:27.018842 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1f6b61a8-1b8a-4d9b-bbf5-88f4b7e48341 req-19be1af6-bc58-40e6-be5b-66a3df0a5f87 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401649 Mar 23 17:09:27.129277 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e20d71-ec7d-40f2-9618-b65e2fb0125d req-f323a367-9932-41c7-a22f-41c0c039a51e tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:27.130724 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-81e20d71-ec7d-40f2-9618-b65e2fb0125d req-f323a367-9932-41c7-a22f-41c0c039a51e tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 945 time: 0.0507832 Mar 23 17:09:27.182153 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-81e20d71-ec7d-40f2-9618-b65e2fb0125d req-ff7c4004-0b28-4ef6-832a-57aa00fe0716 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457194 Mar 23 17:09:27.317891 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-13264a62-5818-4a95-887a-337e12bbb321 req-de7dc2ad-c494-42a5-bc4f-39c4bc7c9539 service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013699 Mar 23 17:09:27.334392 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-28d3e973-12c6-4584-b412-6b158595288e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:27.446626 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5eccc-1cbf-4745-9f1f-4ca64c81978c req-3135f515-a888-42ec-a434-41d86ff47353 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:27.448104 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-85f5eccc-1cbf-4745-9f1f-4ca64c81978c req-3135f515-a888-42ec-a434-41d86ff47353 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 944 time: 0.1131265 Mar 23 17:09:27.468477 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-13264a62-5818-4a95-887a-337e12bbb321 req-839a8b92-e96a-41f4-8bda-40329785260b service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243880 Mar 23 17:09:27.503256 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-85f5eccc-1cbf-4745-9f1f-4ca64c81978c req-0342b23b-41ac-4227-b053-b8c9e8db993c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457594 Mar 23 17:09:27.874563 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71401def-c723-43f4-9986-ed51731d7fba req-d74a7d81-3ae5-4657-b765-0c456319eed5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:27.876034 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-71401def-c723-43f4-9986-ed51731d7fba req-d74a7d81-3ae5-4657-b765-0c456319eed5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0547593 Mar 23 17:09:27.921387 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-71401def-c723-43f4-9986-ed51731d7fba req-5952af76-5877-4fc8-9bdb-033149d4c311 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398512 Mar 23 17:09:28.142864 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65af6f0-37dd-4856-b618-3d334ce2b956 req-e1a1216a-ce5f-40c3-8b87-b3a7610b9b43 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:28.144382 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e65af6f0-37dd-4856-b618-3d334ce2b956 req-e1a1216a-ce5f-40c3-8b87-b3a7610b9b43 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0531125 Mar 23 17:09:28.189674 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e65af6f0-37dd-4856-b618-3d334ce2b956 req-e2f13056-55b6-4708-bc09-8191f3da0ac8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397401 Mar 23 17:09:28.314166 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67765d0d-7a9d-4523-87e8-e7db685af1a3 req-e983518a-8f49-4ba3-b9e8-e1e6e2a15834 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:28.315561 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-67765d0d-7a9d-4523-87e8-e7db685af1a3 req-e983518a-8f49-4ba3-b9e8-e1e6e2a15834 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 945 time: 0.0575454 Mar 23 17:09:28.321708 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fd9e4-6db1-44b3-aa84-377210adc4ef req-c501ea87-8de5-45e1-90d3-cd7a994ccca9 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:28.323186 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-dd6fd9e4-6db1-44b3-aa84-377210adc4ef req-c501ea87-8de5-45e1-90d3-cd7a994ccca9 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0516651 Mar 23 17:09:28.372109 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-dd6fd9e4-6db1-44b3-aa84-377210adc4ef req-a2222ef7-9c4b-4fe3-9a69-9c8b77053939 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434544 Mar 23 17:09:28.387070 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-67765d0d-7a9d-4523-87e8-e7db685af1a3 req-c8c14191-3840-4ccf-ae51-7edb064f32b5 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652518 Mar 23 17:09:28.410609 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464b40a-6efc-4fca-a0bc-fdc29243ab05 req-99abdb51-f9c1-4bff-b86d-6ea430d7dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:28.412091 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8464b40a-6efc-4fca-a0bc-fdc29243ab05 req-99abdb51-f9c1-4bff-b86d-6ea430d7dc7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 1129 time: 0.0556424 Mar 23 17:09:28.494857 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:28.506333 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464b40a-6efc-4fca-a0bc-fdc29243ab05 req-e7c9c18c-6be3-4b73-9645-1acbfced4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:28.508576 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8464b40a-6efc-4fca-a0bc-fdc29243ab05 req-e7c9c18c-6be3-4b73-9645-1acbfced4fd0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 920 time: 0.0872550 Mar 23 17:09:28.554557 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8464b40a-6efc-4fca-a0bc-fdc29243ab05 req-4bc98e3b-1cb4-4f4b-a23c-ffc6eb7e088a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb12bb7-c514-47f9-95d9-c9b6483598ef HTTP/1.1" status: 200 len: 217 time: 0.0362110 Mar 23 17:09:28.608876 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464b40a-6efc-4fca-a0bc-fdc29243ab05 req-9c0b7a57-b06c-4c35-af48-c2f3e3c317ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:28.610598 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8464b40a-6efc-4fca-a0bc-fdc29243ab05 req-9c0b7a57-b06c-4c35-af48-c2f3e3c317ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34f5912-e7b8-4c19-ae6b-6c3e94613af9 HTTP/1.1" status: 200 len: 857 time: 0.0486844 Mar 23 17:09:28.636136 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2c527-154e-4fbc-b140-df8739d93604 req-07206d28-f12b-4cd3-9538-3e52539a1c1e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:28.639469 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e9b2c527-154e-4fbc-b140-df8739d93604 req-07206d28-f12b-4cd3-9538-3e52539a1c1e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 944 time: 0.0594168 Mar 23 17:09:28.668344 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464b40a-6efc-4fca-a0bc-fdc29243ab05 req-259510e4-e731-4d1a-950a-20324347f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:28.672351 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8464b40a-6efc-4fca-a0bc-fdc29243ab05 req-259510e4-e731-4d1a-950a-20324347f775 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51f4a656-753b-4765-843d-71e3a0fb2d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480745 Mar 23 17:09:28.720418 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e9b2c527-154e-4fbc-b140-df8739d93604 req-cca97f11-bea6-426c-a5b3-5ebe30f5f261 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666811 Mar 23 17:09:28.779666 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8464b40a-6efc-4fca-a0bc-fdc29243ab05 req-b60959ce-fe10-4cf9-a240-58a8bb95b298 service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902896 Mar 23 17:09:28.881326 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8464b40a-6efc-4fca-a0bc-fdc29243ab05 req-1759ee2f-735a-4b37-848c-f76583f41d7e service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878813 Mar 23 17:09:29.319934 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff48e4-c172-48e7-8d6e-3f8f05e74985 req-43647063-ddc7-4384-a5a0-f718fe6450e6 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:29.321488 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3cff48e4-c172-48e7-8d6e-3f8f05e74985 req-43647063-ddc7-4384-a5a0-f718fe6450e6 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0598662 Mar 23 17:09:29.367185 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3cff48e4-c172-48e7-8d6e-3f8f05e74985 req-51af5eb6-89f3-4f4d-84e7-90b0bb29c163 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401683 Mar 23 17:09:29.400230 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device bd5244e3-ad27-4945-8fc1-1acc1d5f278a up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:09:29.489051 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port bd5244e3-ad27-4945-8fc1-1acc1d5f278a completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:09:29.493096 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port bd5244e3-ad27-4945-8fc1-1acc1d5f278a triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:09:29.493579 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (bd5244e3-ad27-4945-8fc1-1acc1d5f278a), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:29.497117 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c1b67-e7b9-404e-8057-21bd9d71b68d req-0df9ae5c-c80f-42ba-bea8-8a6785b93fbc tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:29.498893 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-de3c1b67-e7b9-404e-8057-21bd9d71b68d req-0df9ae5c-c80f-42ba-bea8-8a6785b93fbc tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0558083 Mar 23 17:09:29.513133 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039c842-5b01-49a1-b39f-3effb2da65a1 req-34005126-af4d-4894-a963-1fd9db4822e6 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:29.514798 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3039c842-5b01-49a1-b39f-3effb2da65a1 req-34005126-af4d-4894-a963-1fd9db4822e6 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 945 time: 0.0563490 Mar 23 17:09:29.555756 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-de3c1b67-e7b9-404e-8057-21bd9d71b68d req-f93a9cc8-b75e-46cf-a2c5-4db6ce73b0b8 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509536 Mar 23 17:09:29.577001 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port bd5244e3-ad27-4945-8fc1-1acc1d5f278a is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:09:29.577572 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3039c842-5b01-49a1-b39f-3effb2da65a1 req-21883fde-ca41-435e-ad1e-dff84f3d3266 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540440 Mar 23 17:09:29.577726 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (bd5244e3-ad27-4945-8fc1-1acc1d5f278a), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:29.601998 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7056d11e-a9d9-4c1a-8297-5b307963d794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5244e3-ad27-4945-8fc1-1acc1d5f278a'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:09:29.604254 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67661f57-a72a-4f82-8a82-7a1db917f73e" -d '{"events": [{"server_uuid": "7056d11e-a9d9-4c1a-8297-5b307963d794", "name": "network-vif-plugged", "status": "completed", "tag": "bd5244e3-ad27-4945-8fc1-1acc1d5f278a"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:09:29.617684 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port bd5244e3-ad27-4945-8fc1-1acc1d5f278a, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=bd5244e3-ad27-4945-8fc1-1acc1d5f278a,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:29.640422 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c3d57e-f877-40aa-8bca-4a9def38f9f1 x-openstack-request-id: req-e4c3d57e-f877-40aa-8bca-4a9def38f9f1 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:09:29.640841 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7056d11e-a9d9-4c1a-8297-5b307963d794", "name": "network-vif-plugged", "status": "completed", "tag": "bd5244e3-ad27-4945-8fc1-1acc1d5f278a", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:09:29.641098 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e4c3d57e-f877-40aa-8bca-4a9def38f9f1 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:09:29.641522 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c3d57e-f877-40aa-8bca-4a9def38f9f1'] response: {'server_uuid': '7056d11e-a9d9-4c1a-8297-5b307963d794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5244e3-ad27-4945-8fc1-1acc1d5f278a', 'code': 200} Mar 23 17:09:29.717248 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (bd5244e3-ad27-4945-8fc1-1acc1d5f278a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:29.765198 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=bd5244e3-ad27-4945-8fc1-1acc1d5f278a,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:29.845240 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09c269-c8d2-4b48-9958-87e9cab52a42 req-a10eea53-a067-4e21-b66b-1778472306c6 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:29.846981 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-df09c269-c8d2-4b48-9958-87e9cab52a42 req-a10eea53-a067-4e21-b66b-1778472306c6 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 945 time: 0.0593226 Mar 23 17:09:29.897742 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-df09c269-c8d2-4b48-9958-87e9cab52a42 req-5835d3ae-3c23-46ec-853d-46c2b619a60c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444641 Mar 23 17:09:30.017447 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44b2a7-fa3d-43b3-b5c9-751003833745 req-88b53660-6bce-4eca-91b1-0acc26702b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:30.018867 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-be44b2a7-fa3d-43b3-b5c9-751003833745 req-88b53660-6bce-4eca-91b1-0acc26702b51 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 1129 time: 0.0425394 Mar 23 17:09:30.034152 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:30.068603 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-be44b2a7-fa3d-43b3-b5c9-751003833745 req-01284822-38d2-42c7-82e2-9a12bc46713e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393164 Mar 23 17:09:30.493111 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eaea5-ee92-46ba-be97-72f6badb76de req-90d6f3a8-45af-467c-9173-bf7ffd207cc9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:30.494587 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c99eaea5-ee92-46ba-be97-72f6badb76de req-90d6f3a8-45af-467c-9173-bf7ffd207cc9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0554547 Mar 23 17:09:30.539451 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c99eaea5-ee92-46ba-be97-72f6badb76de req-d6d2d941-031e-4fa2-9f76-17ac67914e24 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387318 Mar 23 17:09:30.672616 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbd43b-ac00-4ddd-a81c-e104aa48da6e req-69d702e1-3ea3-44f6-b751-010610e9f416 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:30.674114 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-21fbd43b-ac00-4ddd-a81c-e104aa48da6e req-69d702e1-3ea3-44f6-b751-010610e9f416 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0528071 Mar 23 17:09:30.726189 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-21fbd43b-ac00-4ddd-a81c-e104aa48da6e req-dd6fd526-d3fa-4351-9035-ff3ad6a36bd1 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466468 Mar 23 17:09:31.014564 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68a64c-e300-43c3-81f2-46beadf8138d req-8c05500b-6ac9-4a8a-a4fe-d327caacdd7f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:31.016147 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3a68a64c-e300-43c3-81f2-46beadf8138d req-8c05500b-6ac9-4a8a-a4fe-d327caacdd7f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 945 time: 0.0525470 Mar 23 17:09:31.066136 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3a68a64c-e300-43c3-81f2-46beadf8138d req-20a91fe6-d0b3-4a8a-bda6-5b8e070729c6 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429533 Mar 23 17:09:31.221855 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f864f-9f75-4922-a783-7ac29a2c9d9b req-4dbf8b2d-8214-4fbe-bbf0-7c80c87542f8 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:31.223341 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c05f864f-9f75-4922-a783-7ac29a2c9d9b req-4dbf8b2d-8214-4fbe-bbf0-7c80c87542f8 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 945 time: 0.0531542 Mar 23 17:09:31.270126 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c05f864f-9f75-4922-a783-7ac29a2c9d9b req-aa424cd2-1b96-43e1-8110-f253516aa0ed tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412123 Mar 23 17:09:31.493987 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:31.668938 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240a73b-8cf3-4a8d-998f-95f3ab73a32a req-c3ed65ae-4468-4b5a-bbcb-4ea348ad0e8d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:31.670378 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f240a73b-8cf3-4a8d-998f-95f3ab73a32a req-c3ed65ae-4468-4b5a-bbcb-4ea348ad0e8d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0548921 Mar 23 17:09:31.716405 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f240a73b-8cf3-4a8d-998f-95f3ab73a32a req-cd67f90d-09d4-4d37-8e6e-6cc343a43d3b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405736 Mar 23 17:09:31.847808 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32615f08-b8f9-4323-a0c6-1717d6f77fd4 req-ffa2dfee-4c68-4579-907b-18595a271bcd tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:31.849362 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-32615f08-b8f9-4323-a0c6-1717d6f77fd4 req-ffa2dfee-4c68-4579-907b-18595a271bcd tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0568860 Mar 23 17:09:31.899377 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-32615f08-b8f9-4323-a0c6-1717d6f77fd4 req-3d15d23d-e58e-4452-a70e-08769ed2c14e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445623 Mar 23 17:09:32.182810 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1f282-089f-4ca2-a849-be3be306ca0c req-822706a0-efa3-4bfc-8b11-9822821b13e3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:32.184308 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c5a1f282-089f-4ca2-a849-be3be306ca0c req-822706a0-efa3-4bfc-8b11-9822821b13e3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 945 time: 0.0530987 Mar 23 17:09:32.230935 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c5a1f282-089f-4ca2-a849-be3be306ca0c req-e9d9ca97-9723-4da1-b77b-b9a730dab0d4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397542 Mar 23 17:09:32.390438 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db97c6-06b6-4cdc-a0bb-60591b813132 req-2b49f8f8-8a5d-43b1-9aa2-d1204e9b325c tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:32.393068 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-95db97c6-06b6-4cdc-a0bb-60591b813132 req-2b49f8f8-8a5d-43b1-9aa2-d1204e9b325c tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 945 time: 0.0545211 Mar 23 17:09:32.462319 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-95db97c6-06b6-4cdc-a0bb-60591b813132 req-f0879b4e-0383-42c0-802e-b236576ddc13 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580096 Mar 23 17:09:32.840312 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c381482-ad2d-4fdf-8b34-f0b122939f4b req-98a7b60c-badb-4ff3-bac5-64edea365c97 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:32.842408 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1c381482-ad2d-4fdf-8b34-f0b122939f4b req-98a7b60c-badb-4ff3-bac5-64edea365c97 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0557282 Mar 23 17:09:32.892400 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1c381482-ad2d-4fdf-8b34-f0b122939f4b req-70f9d003-a4be-404a-ba17-f87198859bb1 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444212 Mar 23 17:09:33.023077 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2577055-1f0a-4bcc-834c-816ee0ae77a9 req-5ae1c421-7408-4634-a969-9e7076f7d3ad tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:33.024718 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e2577055-1f0a-4bcc-834c-816ee0ae77a9 req-5ae1c421-7408-4634-a969-9e7076f7d3ad tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0542395 Mar 23 17:09:33.073111 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e2577055-1f0a-4bcc-834c-816ee0ae77a9 req-098ffa4e-600e-4f8c-9e22-ccc4de263e4a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429702 Mar 23 17:09:33.222176 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 59512) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:09:33.350505 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585881a-fa3a-48e0-b44d-b6f4703196cc req-33a8f2d1-df86-4520-8f0c-1b705e6bb988 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:33.352025 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a585881a-fa3a-48e0-b44d-b6f4703196cc req-33a8f2d1-df86-4520-8f0c-1b705e6bb988 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 945 time: 0.0555184 Mar 23 17:09:33.389978 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:33.430907 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a585881a-fa3a-48e0-b44d-b6f4703196cc req-b4b7f245-ab9d-4900-b1ed-fb8d48d4651c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729830 Mar 23 17:09:33.547415 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Publish callbacks [] for security_group (7505c065-308e-4438-bea5-ee3b076d95ae), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:33.571342 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41777494-33eb-49a4-b68a-55454870a102 req-27563bed-0fff-4bcb-95bd-31499c7353fc tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:33.572892 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-41777494-33eb-49a4-b68a-55454870a102 req-27563bed-0fff-4bcb-95bd-31499c7353fc tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 945 time: 0.0633299 Mar 23 17:09:33.582636 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 59526) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:09:33.587445 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-7a64b553-38fe-4d66-8a59-58bdf0070a0c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'floatingip': {'port_id': 'bd5244e3-ad27-4945-8fc1-1acc1d5f278a'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:33.600536 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fbb9b-6ebe-4932-a109-6803a4c81883 req-11ade48c-2337-4ac7-b986-699dd74a0d78 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:33.602028 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bd8fbb9b-6ebe-4932-a109-6803a4c81883 req-11ade48c-2337-4ac7-b986-699dd74a0d78 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 945 time: 0.0661924 Mar 23 17:09:33.631291 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e077f57-4c55-4078-a59a-8bc83db02ede req-bc58ffec-35a4-442b-96db-3a962b6e4fcc tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:33.632851 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8e077f57-4c55-4078-a59a-8bc83db02ede req-bc58ffec-35a4-442b-96db-3a962b6e4fcc tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.43 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 945 time: 0.0553527 Mar 23 17:09:33.693406 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (7505c065-308e-4438-bea5-ee3b076d95ae), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:33.767069 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1ac3ea2d59804f4988925686e1903db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5407665 Mar 23 17:09:33.767069 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7505c065-308e-4438-bea5-ee3b076d95ae,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:33.767903 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 59528) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:09:33.803816 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:33.804185 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:33.804539 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:33.804924 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:33.805253 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:33.805594 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:33.805930 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:33.806253 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:33.806590 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:33.806934 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:33.807319 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:33.808240 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:33.808606 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:33.809006 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:33.809352 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044b7ba-43b3-4065-a0d5-f9d363a1a0b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:33.853928 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [req-8e077f57-4c55-4078-a59a-8bc83db02ede req-48301fd8-4722-4401-82c6-ebbbf05a4aad tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Deleting port 31c2d2d9-326f-4959-b994-52e81c09673b {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:09:33.854367 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-8e077f57-4c55-4078-a59a-8bc83db02ede req-48301fd8-4722-4401-82c6-ebbbf05a4aad tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (31c2d2d9-326f-4959-b994-52e81c09673b), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:33.861461 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0bb7-947f-482c-90ff-006e4d5c51fa admin admin] Publish callbacks [] for security_group (7505c065-308e-4438-bea5-ee3b076d95ae), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:33.892272 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7a64b553-38fe-4d66-8a59-58bdf0070a0c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (f9ad056e-4098-4035-8fdb-75e47eb286ea), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:33.931653 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0bb7-947f-482c-90ff-006e4d5c51fa admin admin] Publish callbacks [] for security_group (7505c065-308e-4438-bea5-ee3b076d95ae), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:34.002618 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-8e077f57-4c55-4078-a59a-8bc83db02ede req-48301fd8-4722-4401-82c6-ebbbf05a4aad tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] For port 31c2d2d9-326f-4959-b994-52e81c09673b, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=31c2d2d9-326f-4959-b994-52e81c09673b,segment=NetworkSegment(226bfaf2-bf25-4894-9b2e-8584bc2f5d96),segment_id=226bfaf2-bf25-4894-9b2e-8584bc2f5d96)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:34.002618 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-8e077f57-4c55-4078-a59a-8bc83db02ede req-48301fd8-4722-4401-82c6-ebbbf05a4aad tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (31c2d2d9-326f-4959-b994-52e81c09673b), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:34.016562 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bd8fbb9b-6ebe-4932-a109-6803a4c81883 req-15e311e7-081b-4e8e-bd97-77996fd4e4b5 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/security-groups?id=12a57411-de9c-4ce5-a6d1-0a415eded8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407595 Mar 23 17:09:34.035794 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [req-8e077f57-4c55-4078-a59a-8bc83db02ede req-48301fd8-4722-4401-82c6-ebbbf05a4aad tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Calling delete_port for 31c2d2d9-326f-4959-b994-52e81c09673b owned by compute:nova {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:09:34.105614 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c260d-47d7-4fa7-81ab-e9694ff02b5c req-5bbeee92-77d1-41f2-a1ed-510072e6c60c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:34.107248 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9d3c260d-47d7-4fa7-81ab-e9694ff02b5c req-5bbeee92-77d1-41f2-a1ed-510072e6c60c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.1064563 Mar 23 17:09:34.142081 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0bb7-947f-482c-90ff-006e4d5c51fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (7505c065-308e-4438-bea5-ee3b076d95ae), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:34.144691 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0bb7-947f-482c-90ff-006e4d5c51fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:34.145810 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-1bdf0bb7-947f-482c-90ff-006e4d5c51fa admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7505c065-308e-4438-bea5-ee3b076d95ae HTTP/1.1" status: 204 len: 168 time: 0.3768158 Mar 23 17:09:34.171521 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf0bb7-947f-482c-90ff-006e4d5c51fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7505c065-308e-4438-bea5-ee3b076d95ae,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:34.200500 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9d3c260d-47d7-4fa7-81ab-e9694ff02b5c req-b9799552-01c7-4cf3-8eb5-0fda45894c80 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830758 Mar 23 17:09:34.328337 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-8e077f57-4c55-4078-a59a-8bc83db02ede req-48301fd8-4722-4401-82c6-ebbbf05a4aad tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (31c2d2d9-326f-4959-b994-52e81c09673b), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:34.346754 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['31c2d2d9-326f-4959-b994-52e81c09673b'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:09:34.360305 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48301fd8-4722-4401-82c6-ebbbf05a4aad tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Pushing event deleted for resources: {'Port': ['ID=31c2d2d9-326f-4959-b994-52e81c09673b,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:34.362996 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7a64b553-38fe-4d66-8a59-58bdf0070a0c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:34.405931 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e077f57-4c55-4078-a59a-8bc83db02ede req-48301fd8-4722-4401-82c6-ebbbf05a4aad tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] No DVR routers for this DVR port 31c2d2d9-326f-4959-b994-52e81c09673b on host hv-cinder-83491 {{(pid=104061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:09:34.410688 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-8e077f57-4c55-4078-a59a-8bc83db02ede req-48301fd8-4722-4401-82c6-ebbbf05a4aad tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:34.414223 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8e077f57-4c55-4078-a59a-8bc83db02ede req-48301fd8-4722-4401-82c6-ebbbf05a4aad tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.43 "DELETE /v2.0/ports/31c2d2d9-326f-4959-b994-52e81c09673b HTTP/1.1" status: 204 len: 173 time: 0.7700975 Mar 23 17:09:34.414730 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34feb7c5-8400-4a7a-b62a-d16698d8d581', 'name': 'network-vif-deleted', 'tag': '31c2d2d9-326f-4959-b994-52e81c09673b'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:09:34.416939 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971c74f1-15a8-4a9b-93d5-7b270719614f" -d '{"events": [{"server_uuid": "34feb7c5-8400-4a7a-b62a-d16698d8d581", "name": "network-vif-deleted", "tag": "31c2d2d9-326f-4959-b994-52e81c09673b"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:09:34.454347 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7a64b553-38fe-4d66-8a59-58bdf0070a0c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (f9ad056e-4098-4035-8fdb-75e47eb286ea), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:34.455257 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0752e7bd-bae7-4fc7-a61d-d89944a2af3e x-openstack-request-id: req-0752e7bd-bae7-4fc7-a61d-d89944a2af3e {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:09:34.455850 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34feb7c5-8400-4a7a-b62a-d16698d8d581", "name": "network-vif-deleted", "tag": "31c2d2d9-326f-4959-b994-52e81c09673b", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:09:34.456117 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0752e7bd-bae7-4fc7-a61d-d89944a2af3e {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:09:34.457929 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0752e7bd-bae7-4fc7-a61d-d89944a2af3e'] response: {'server_uuid': '34feb7c5-8400-4a7a-b62a-d16698d8d581', 'name': 'network-vif-deleted', 'tag': '31c2d2d9-326f-4959-b994-52e81c09673b', 'status': 'completed', 'code': 200} Mar 23 17:09:34.588533 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [None req-7a64b553-38fe-4d66-8a59-58bdf0070a0c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Floating IP f9ad056e-4098-4035-8fdb-75e47eb286ea associated. External IP: 172.27.1.55, port: bd5244e3-ad27-4945-8fc1-1acc1d5f278a. Mar 23 17:09:34.800745 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a64b553-38fe-4d66-8a59-58bdf0070a0c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Router 6eb0fc3d-315c-4722-9458-39e73209a3aa has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:09:34.910276 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a64b553-38fe-4d66-8a59-58bdf0070a0c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:09:34.915139 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7a64b553-38fe-4d66-8a59-58bdf0070a0c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:34.921911 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c691b2c-0a28-48db-8f4a-34695ec0e904 None None] Sync routers for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:09:34.932611 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c691b2c-0a28-48db-8f4a-34695ec0e904 None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:09:34.933260 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-3c691b2c-0a28-48db-8f4a-34695ec0e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:09:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:09:34.951851 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-7a64b553-38fe-4d66-8a59-58bdf0070a0c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "PUT /v2.0/floatingips/f9ad056e-4098-4035-8fdb-75e47eb286ea HTTP/1.1" status: 200 len: 990 time: 1.3679233 Mar 23 17:09:34.952530 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7056d11e-a9d9-4c1a-8297-5b307963d794', 'tag': 'bd5244e3-ad27-4945-8fc1-1acc1d5f278a'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:09:34.954995 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d64b2b-7159-4b59-8b78-be32d1888dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "7056d11e-a9d9-4c1a-8297-5b307963d794", "tag": "bd5244e3-ad27-4945-8fc1-1acc1d5f278a"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:09:34.993126 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608acd3c-8000-4c53-85f8-e9e9162d7800 x-openstack-request-id: req-608acd3c-8000-4c53-85f8-e9e9162d7800 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:09:34.993414 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7056d11e-a9d9-4c1a-8297-5b307963d794", "tag": "bd5244e3-ad27-4945-8fc1-1acc1d5f278a", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:09:34.993676 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-608acd3c-8000-4c53-85f8-e9e9162d7800 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:09:34.994069 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608acd3c-8000-4c53-85f8-e9e9162d7800'] response: {'name': 'network-changed', 'server_uuid': '7056d11e-a9d9-4c1a-8297-5b307963d794', 'tag': 'bd5244e3-ad27-4945-8fc1-1acc1d5f278a', 'status': 'completed', 'code': 200} Mar 23 17:09:35.069661 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-3c691b2c-0a28-48db-8f4a-34695ec0e904 None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:09:35.072385 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d64b2b-7159-4b59-8b78-be32d1888dd6 req-eb56a073-a720-49f5-87f1-6c57de48d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:35.074617 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2d64b2b-7159-4b59-8b78-be32d1888dd6 req-eb56a073-a720-49f5-87f1-6c57de48d4ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2336e4510f764841aa29452b39b8372a&device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 1129 time: 0.0535142 Mar 23 17:09:35.157112 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-244d64f3-7c46-4d70-a603-0132050d30bb req-2ab90038-71b9-4803-a2cf-762cb339dfc2 tempest-VolumesActionsTest-359724919 tempest-VolumesActionsTest-359724919-project] 10.222.0.97 "GET /v2.0/ports?device_id=34feb7c5-8400-4a7a-b62a-d16698d8d581 HTTP/1.1" status: 200 len: 210 time: 0.0376272 Mar 23 17:09:35.196207 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d64b2b-7159-4b59-8b78-be32d1888dd6 req-d42c7a7c-3922-4617-9894-66d471765a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:35.197812 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2d64b2b-7159-4b59-8b78-be32d1888dd6 req-d42c7a7c-3922-4617-9894-66d471765a59 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d08b13a-5095-4a4d-97e2-485b1dca6f48 HTTP/1.1" status: 200 len: 916 time: 0.1094012 Mar 23 17:09:35.280646 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2d64b2b-7159-4b59-8b78-be32d1888dd6 req-9caee251-1501-4e9a-8f28-60f4d293f243 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd5244e3-ad27-4945-8fc1-1acc1d5f278a HTTP/1.1" status: 200 len: 998 time: 0.0706446 Mar 23 17:09:35.302850 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 59554) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:09:35.323942 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-d263fa71-ae18-496a-abe1-fedd3d35b1eb tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--483738964', 'description': 'tempest-description--738466148'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:35.346451 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a82a7-22bd-4518-acbf-59b8171d75bb req-6e858d3c-6fd7-4ab9-a2b7-abb2aa8bf683 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:35.348213 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b73a82a7-22bd-4518-acbf-59b8171d75bb req-6e858d3c-6fd7-4ab9-a2b7-abb2aa8bf683 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0568016 Mar 23 17:09:35.355771 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d64b2b-7159-4b59-8b78-be32d1888dd6 req-7f6ad07e-698e-4223-b2b5-ffe01afa61d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:35.360972 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2d64b2b-7159-4b59-8b78-be32d1888dd6 req-7f6ad07e-698e-4223-b2b5-ffe01afa61d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43603411-92d2-456c-9c3f-c4feabdc98c6 HTTP/1.1" status: 200 len: 853 time: 0.0679502 Mar 23 17:09:35.392877 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-3c691b2c-0a28-48db-8f4a-34695ec0e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '82af881a-917a-41d3-8039-d073f84b3926', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': 'd930f1b4-59c2-4e52-b96d-9607a755f8df', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:87:5b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:07:43Z', 'updated_at': '2022-03-23T17:08:14Z', 'revision_number': 2, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}, {'id': 'f9ad056e-4098-4035-8fdb-75e47eb286ea', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': 'bd5244e3-ad27-4945-8fc1-1acc1d5f278a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:0e:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7056d11e-a9d9-4c1a-8297-5b307963d794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:09:13Z', 'updated_at': '2022-03-23T17:09:34Z', 'revision_number': 1, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:09:35.408029 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b73a82a7-22bd-4518-acbf-59b8171d75bb req-d32ed054-8f4f-46f5-8e0f-0f10d74b8630 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487912 Mar 23 17:09:35.422318 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c691b2c-0a28-48db-8f4a-34695ec0e904 None None] Checking router: 6eb0fc3d-315c-4722-9458-39e73209a3aa for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:09:35.430818 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c691b2c-0a28-48db-8f4a-34695ec0e904 None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:09:35.431435 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-3c691b2c-0a28-48db-8f4a-34695ec0e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:09:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:09:35.436482 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1f4a8e49-b984-4053-b0c2-3f74de953a5c details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:09:35.440346 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d64b2b-7159-4b59-8b78-be32d1888dd6 req-5a6608d7-480d-46e8-9a2b-28581dc3c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:35.442219 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2d64b2b-7159-4b59-8b78-be32d1888dd6 req-5a6608d7-480d-46e8-9a2b-28581dc3c2ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d08b13a-5095-4a4d-97e2-485b1dca6f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725183 Mar 23 17:09:35.495124 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d263fa71-ae18-496a-abe1-fedd3d35b1eb tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:35.547983 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-3c691b2c-0a28-48db-8f4a-34695ec0e904 None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:09:35.549860 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1f4a8e49-b984-4053-b0c2-3f74de953a5c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:35.564952 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '1f4a8e49-b984-4053-b0c2-3f74de953a5c', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'port_id': '1f4a8e49-b984-4053-b0c2-3f74de953a5c', 'mac_address': 'fa:16:3e:ee:80:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:09:35.569108 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2d64b2b-7159-4b59-8b78-be32d1888dd6 req-2c186355-1af3-41fc-bca3-851b021a9537 service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203260 Mar 23 17:09:35.640174 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 1f4a8e49-b984-4053-b0c2-3f74de953a5c is: ACTIVE; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:09:35.641411 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:35.658514 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d263fa71-ae18-496a-abe1-fedd3d35b1eb tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for security_group (13298477-6444-460b-8655-36eaacb593e0), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:35.663027 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f4a8e49-b984-4053-b0c2-3f74de953a5c {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:09:35.687006 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1f4a8e49-b984-4053-b0c2-3f74de953a5c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:35.694461 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2d64b2b-7159-4b59-8b78-be32d1888dd6 req-61c0ae24-69dc-4cf8-939e-4331f518f2ff service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150894 Mar 23 17:09:35.763900 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d263fa71-ae18-496a-abe1-fedd3d35b1eb tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (13298477-6444-460b-8655-36eaacb593e0), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:35.792316 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:35.796032 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263fa71-ae18-496a-abe1-fedd3d35b1eb tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13298477-6444-460b-8655-36eaacb593e0,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:35.834109 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-3c691b2c-0a28-48db-8f4a-34695ec0e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '82af881a-917a-41d3-8039-d073f84b3926', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': 'd930f1b4-59c2-4e52-b96d-9607a755f8df', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:87:5b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:07:43Z', 'updated_at': '2022-03-23T17:08:14Z', 'revision_number': 2, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}, {'id': 'f9ad056e-4098-4035-8fdb-75e47eb286ea', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': 'bd5244e3-ad27-4945-8fc1-1acc1d5f278a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:0e:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7056d11e-a9d9-4c1a-8297-5b307963d794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:09:13Z', 'updated_at': '2022-03-23T17:09:34Z', 'revision_number': 1, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:09:35.856915 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=1f4a8e49-b984-4053-b0c2-3f74de953a5c,revision_number=6']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:35.862195 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c691b2c-0a28-48db-8f4a-34695ec0e904 None None] The sync data for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi is: [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '82af881a-917a-41d3-8039-d073f84b3926', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': 'd930f1b4-59c2-4e52-b96d-9607a755f8df', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:87:5b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:07:43Z', 'updated_at': '2022-03-23T17:08:14Z', 'revision_number': 2, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}, {'id': 'f9ad056e-4098-4035-8fdb-75e47eb286ea', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': 'bd5244e3-ad27-4945-8fc1-1acc1d5f278a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:0e:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7056d11e-a9d9-4c1a-8297-5b307963d794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:09:13Z', 'updated_at': '2022-03-23T17:09:34Z', 'revision_number': 1, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:09:35.908023 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d263fa71-ae18-496a-abe1-fedd3d35b1eb tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:35.916699 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-d263fa71-ae18-496a-abe1-fedd3d35b1eb tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6054404 Mar 23 17:09:35.916699 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 59570) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:09:35.916699 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-e4bc2256-8cd3-40b1-bf83-23ea46c6fe71 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Request body: {'security_group_rule': {'security_group_id': '13298477-6444-460b-8655-36eaacb593e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:35.917900 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['1f4a8e49-b984-4053-b0c2-3f74de953a5c'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:09:36.065829 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2256-8cd3-40b1-bf83-23ea46c6fe71 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for security_group_rule (0e699bd8-eb6f-4086-a0cf-8dc7e1a4e81e), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:36.103242 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22ea39-66a8-447a-86eb-571b74a51487 None None] New status for floating IP f9ad056e-4098-4035-8fdb-75e47eb286ea: ACTIVE {{(pid=104062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:09:36.122866 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2256-8cd3-40b1-bf83-23ea46c6fe71 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for security_group_rule (0e699bd8-eb6f-4086-a0cf-8dc7e1a4e81e), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:36.180525 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2256-8cd3-40b1-bf83-23ea46c6fe71 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (0e699bd8-eb6f-4086-a0cf-8dc7e1a4e81e), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:36.204608 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc2256-8cd3-40b1-bf83-23ea46c6fe71 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e699bd8-eb6f-4086-a0cf-8dc7e1a4e81e,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:36.278517 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2256-8cd3-40b1-bf83-23ea46c6fe71 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:36.280300 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-e4bc2256-8cd3-40b1-bf83-23ea46c6fe71 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670495 Mar 23 17:09:36.282953 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 59590) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:09:36.287367 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-2b60f768-3940-49fe-acd5-2051b9d9c9af tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Request body: {'security_group_rule': {'security_group_id': '13298477-6444-460b-8655-36eaacb593e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:36.392072 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2b60f768-3940-49fe-acd5-2051b9d9c9af tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for security_group_rule (7ce2a267-338d-4c1d-8753-38c9413a18f4), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:36.470722 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2b60f768-3940-49fe-acd5-2051b9d9c9af tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for security_group_rule (7ce2a267-338d-4c1d-8753-38c9413a18f4), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:36.536655 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2b60f768-3940-49fe-acd5-2051b9d9c9af tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (7ce2a267-338d-4c1d-8753-38c9413a18f4), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:36.567046 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571565ba-6a7e-4a88-96da-819fc488eec3 req-b30f5486-bd32-4302-af1c-0590b1a10619 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:36.571297 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-571565ba-6a7e-4a88-96da-819fc488eec3 req-b30f5486-bd32-4302-af1c-0590b1a10619 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 944 time: 0.0789616 Mar 23 17:09:36.589647 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60f768-3940-49fe-acd5-2051b9d9c9af tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce2a267-338d-4c1d-8753-38c9413a18f4,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:36.653822 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-571565ba-6a7e-4a88-96da-819fc488eec3 req-8010a270-2b75-4b0a-8601-c5657ac91d80 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739655 Mar 23 17:09:36.657862 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2b60f768-3940-49fe-acd5-2051b9d9c9af tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:36.659611 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-2b60f768-3940-49fe-acd5-2051b9d9c9af tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3756025 Mar 23 17:09:36.663004 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 59608) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:09:36.669358 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Request body: {'floatingip': {'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:36.802788 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:36.959352 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:37.090091 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Allocated IP 172.27.1.45 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/baf93f00-a2d2-4070-85df-bb0f4f2e265c) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:09:37.296705 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for port (baf93f00-a2d2-4070-85df-bb0f4f2e265c), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:37.439225 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1f4a8e49-b984-4053-b0c2-3f74de953a5c up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:09:37.499285 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 1f4a8e49-b984-4053-b0c2-3f74de953a5c triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:09:37.499936 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:37.574473 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (baf93f00-a2d2-4070-85df-bb0f4f2e265c), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:37.617223 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 1f4a8e49-b984-4053-b0c2-3f74de953a5c is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:09:37.617762 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:37.644865 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:09:37.645569 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4a8e49-b984-4053-b0c2-3f74de953a5c'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:09:37.647979 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:09:37.648978 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a36616a-5079-4fb7-a642-7be38e755f8f" -d '{"events": [{"server_uuid": "ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a", "name": "network-vif-plugged", "status": "completed", "tag": "1f4a8e49-b984-4053-b0c2-3f74de953a5c"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:09:37.661285 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:09:37.677311 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1f4a8e49-b984-4053-b0c2-3f74de953a5c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:37.755613 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76a1904-90e1-4207-95bb-40f4e79693de x-openstack-request-id: req-e76a1904-90e1-4207-95bb-40f4e79693de {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:09:37.755918 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a", "name": "network-vif-plugged", "status": "completed", "tag": "1f4a8e49-b984-4053-b0c2-3f74de953a5c", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:09:37.756184 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e76a1904-90e1-4207-95bb-40f4e79693de {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:09:37.756693 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e76a1904-90e1-4207-95bb-40f4e79693de'] response: {'server_uuid': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4a8e49-b984-4053-b0c2-3f74de953a5c', 'code': 200} Mar 23 17:09:37.758199 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:37.758996 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 31c2d2d9-326f-4959-b994-52e81c09673b no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:09:37.804697 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Pushing event updated for resources: {'Port': ['ID=baf93f00-a2d2-4070-85df-bb0f4f2e265c,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:37.831340 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for floatingip (c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:37.854806 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=1f4a8e49-b984-4053-b0c2-3f74de953a5c,revision_number=7']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:37.859850 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: 31c2d2d9-326f-4959-b994-52e81c09673b {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:09:37.860209 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 31c2d2d9-326f-4959-b994-52e81c09673b not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:09:37.866129 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f6f-7fcb-4f61-a217-aa00be2285b1 req-cb84ab42-7089-491d-87e7-477ceff2b814 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:37.867638 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d1aa9f6f-7fcb-4f61-a217-aa00be2285b1 req-cb84ab42-7089-491d-87e7-477ceff2b814 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.1204512 Mar 23 17:09:37.940451 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d1aa9f6f-7fcb-4f61-a217-aa00be2285b1 req-e49e159d-4f80-4ff2-8bb1-a65e2f38e10b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658674 Mar 23 17:09:37.974607 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (baf93f00-a2d2-4070-85df-bb0f4f2e265c), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:38.145941 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for port (baf93f00-a2d2-4070-85df-bb0f4f2e265c), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:38.231662 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (baf93f00-a2d2-4070-85df-bb0f4f2e265c), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:38.309366 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:38.312948 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Pushing event updated for resources: {'Port': ['ID=baf93f00-a2d2-4070-85df-bb0f4f2e265c,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:38.404959 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:38.406488 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-d4265f7d-79b7-4b71-ae4c-a7475c88e60e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7425449 Mar 23 17:09:38.644362 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-b5751d2d-3fc2-4c32-b113-405cb73361ff tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--483738964&fields=id&tenant_id=5b67ee0772484be4971b191ea09f5817 HTTP/1.1" status: 200 len: 267 time: 0.0621023 Mar 23 17:09:38.759840 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-2327cd45-1808-44aa-971e-05981de2d534 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:38.761628 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-2327cd45-1808-44aa-971e-05981de2d534 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 818 time: 0.1100709 Mar 23 17:09:38.777739 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-7161b191-d65a-46a7-bdbd-945478363603 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/quotas/5b67ee0772484be4971b191ea09f5817 HTTP/1.1" status: 200 len: 375 time: 0.0100162 Mar 23 17:09:38.841669 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-9e4a3afe-f01c-4112-96a1-0fbfb4288ec7 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0579207 Mar 23 17:09:38.970870 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-0127bb25-70fb-4f6a-a09f-987f6a88da60 service neutron] 10.222.0.97 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123204 Mar 23 17:09:39.094352 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-a91c8921-88e1-4cc5-a1e7-73ead83e0944 service neutron] 10.222.0.97 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169977 Mar 23 17:09:39.097405 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f436238-61e2-45cc-a19f-31858413ede6 req-5f6ba757-67dc-491c-957d-cc907d08f638 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:39.099402 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4f436238-61e2-45cc-a19f-31858413ede6 req-5f6ba757-67dc-491c-957d-cc907d08f638 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0799124 Mar 23 17:09:39.156666 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4f436238-61e2-45cc-a19f-31858413ede6 req-a8610f82-ed07-4283-9cd5-4ccd85041707 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505452 Mar 23 17:09:39.707184 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8a4d81ac-2081-46c5-bc1a-d48747abf891 req-f838ca7a-81ea-46b0-8cf8-8c79fd9ca50b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 210 time: 0.0385664 Mar 23 17:09:40.329094 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4402e09-1731-4ff8-b953-f652ec999e9c req-11080d2f-25ea-4f34-b4d3-144b572ca05c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:40.331318 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c4402e09-1731-4ff8-b953-f652ec999e9c req-11080d2f-25ea-4f34-b4d3-144b572ca05c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0630114 Mar 23 17:09:40.381755 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c4402e09-1731-4ff8-b953-f652ec999e9c req-42455a14-b440-4650-8f31-0096336221be tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446987 Mar 23 17:09:40.837880 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1d409cf9-df4e-4ceb-8f35-2177b7b3c709 req-e20f0fd9-2c8d-4e87-b40f-2d5b4141cfbb tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 210 time: 0.0417097 Mar 23 17:09:41.524350 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bba97c-2510-44bc-ab19-82c09dae3578 req-9d57959a-cd77-4820-b617-95ad4797832d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:41.532280 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-39bba97c-2510-44bc-ab19-82c09dae3578 req-9d57959a-cd77-4820-b617-95ad4797832d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0663083 Mar 23 17:09:41.595166 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-39bba97c-2510-44bc-ab19-82c09dae3578 req-d9850408-7dd0-4240-871b-d779864310bd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528333 Mar 23 17:09:41.932888 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1efceb86-4f02-4485-b1f3-217d48592437 req-e58bff78-ddbc-45d9-b172-44a3acc129b6 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 210 time: 0.0284886 Mar 23 17:09:42.743085 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5163624-d995-4bc6-a830-d8ce0bf7f52b req-66402d6d-d3ad-4b01-81c9-f2c0ddd0f127 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:42.744845 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b5163624-d995-4bc6-a830-d8ce0bf7f52b req-66402d6d-d3ad-4b01-81c9-f2c0ddd0f127 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0882988 Mar 23 17:09:43.037103 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ce29f54b-871d-486b-92a4-76cffa85cb83 req-1c61c6f5-6c97-427c-9878-83b905a227c5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 210 time: 0.0283291 Mar 23 17:09:43.059861 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b5163624-d995-4bc6-a830-d8ce0bf7f52b req-0b384f7f-40d1-49c9-a213-3903650d62d9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081169 Mar 23 17:09:43.571026 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-70d4b30c-e5e2-4a56-bb99-74c9f689d9d4 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:43.572509 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-70d4b30c-e5e2-4a56-bb99-74c9f689d9d4 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.43 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 818 time: 0.1127293 Mar 23 17:09:43.656016 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-2c00ce65-45c2-4cb0-96ea-e313c1093369 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b67ee0772484be4971b191ea09f5817 HTTP/1.1" status: 200 len: 379 time: 0.0682001 Mar 23 17:09:43.667717 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-4d13815b-03d9-4eeb-9610-7838e20b8643 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Request body: {'port': {'device_id': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'admin_state_up': True, 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'security_groups': ['13298477-6444-460b-8655-36eaacb593e0']}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:43.998044 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-4d13815b-03d9-4eeb-9610-7838e20b8643 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Made reservation on behalf of 5b67ee0772484be4971b191ea09f5817 for: {'port': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:09:44.002731 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-4d13815b-03d9-4eeb-9610-7838e20b8643 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:44.152268 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-4d13815b-03d9-4eeb-9610-7838e20b8643 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Allocated IP 172.20.0.11 (51f4a656-753b-4765-843d-71e3a0fb2d78/d34f5912-e7b8-4c19-ae6b-6c3e94613af9/1b6132a0-6562-422f-942f-b09e40dd5133) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:09:44.248909 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d5ce3950-6303-4b22-9e3d-3debd388b6b9 req-37295326-1aca-4303-8024-e8b6d5df80d4 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 210 time: 0.0461049 Mar 23 17:09:44.351048 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20ebb5-2258-4109-bcc3-3abd665aedf8 req-f067952c-4044-4a3d-8b93-6c2c59a4cffd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:44.358970 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dd20ebb5-2258-4109-bcc3-3abd665aedf8 req-f067952c-4044-4a3d-8b93-6c2c59a4cffd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.1584563 Mar 23 17:09:44.456475 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-4d13815b-03d9-4eeb-9610-7838e20b8643 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for port (1b6132a0-6562-422f-942f-b09e40dd5133), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:44.473225 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dd20ebb5-2258-4109-bcc3-3abd665aedf8 req-d4d85e4d-8326-4639-af8a-ff38cc4933fd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132872 Mar 23 17:09:44.626381 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-4d13815b-03d9-4eeb-9610-7838e20b8643 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (1b6132a0-6562-422f-942f-b09e40dd5133), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:44.735640 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-4d13815b-03d9-4eeb-9610-7838e20b8643 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Network 51f4a656-753b-4765-843d-71e3a0fb2d78 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:09:44.745496 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-4d13815b-03d9-4eeb-9610-7838e20b8643 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:09:44.755817 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-4d13815b-03d9-4eeb-9610-7838e20b8643 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:09:44.768761 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13815b-03d9-4eeb-9610-7838e20b8643 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Pushing event updated for resources: {'Port': ['ID=1b6132a0-6562-422f-942f-b09e40dd5133,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:44.883231 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-4d13815b-03d9-4eeb-9610-7838e20b8643 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:44.884835 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-4d13815b-03d9-4eeb-9610-7838e20b8643 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:45.046829 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-4d13815b-03d9-4eeb-9610-7838e20b8643 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3829799 Mar 23 17:09:45.063364 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Request body: {'port': {'device_id': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:09:45.123708 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-ec943891-3a56-49d0-8f99-83d15ae7e6d0 None None] Provisioning complete for port 1b6132a0-6562-422f-942f-b09e40dd5133 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:09:45.124903 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-ec943891-3a56-49d0-8f99-83d15ae7e6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (1b6132a0-6562-422f-942f-b09e40dd5133), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:45.204940 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-ec943891-3a56-49d0-8f99-83d15ae7e6d0 None None] Port 1b6132a0-6562-422f-942f-b09e40dd5133 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:09:45.228371 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1b6132a0-6562-422f-942f-b09e40dd5133), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:45.485007 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73837212-f433-4721-a76d-33737baecb71 req-e15c19da-cf7e-45d3-ad8c-036d0c30af82 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:45.493528 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-73837212-f433-4721-a76d-33737baecb71 req-e15c19da-cf7e-45d3-ad8c-036d0c30af82 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 932 time: 0.1444209 Mar 23 17:09:45.602069 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-73837212-f433-4721-a76d-33737baecb71 req-9ed7a3aa-5c26-4db6-88eb-c0058c742f18 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070859 Mar 23 17:09:45.721791 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6132a0-6562-422f-942f-b09e40dd5133 {{(pid=104061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:09:45.730221 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Publish callbacks [] for port (1b6132a0-6562-422f-942f-b09e40dd5133), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:45.744930 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.provisioning_blocks [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Transition to ACTIVE for port object 1b6132a0-6562-422f-942f-b09e40dd5133 will not be triggered until provisioned by entity L2. {{(pid=104061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:09:45.798806 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9eebfb-d533-429a-979c-e102845dfd29 req-9348eae2-9d76-42e5-a8db-16792b7ac42b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:45.798806 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ef9eebfb-d533-429a-979c-e102845dfd29 req-9348eae2-9d76-42e5-a8db-16792b7ac42b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.1725931 Mar 23 17:09:45.921192 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ef9eebfb-d533-429a-979c-e102845dfd29 req-ce8ecef8-0c84-47b7-aafe-5d7ec60998e8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727394 Mar 23 17:09:46.168629 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (1b6132a0-6562-422f-942f-b09e40dd5133), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:46.397113 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6132a0-6562-422f-942f-b09e40dd5133,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:46.484389 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Attempting to bind port 1b6132a0-6562-422f-942f-b09e40dd5133 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:09:46.484938 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Attempting to bind port 1b6132a0-6562-422f-942f-b09e40dd5133 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:09:46.485445 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Attempting to bind port 1b6132a0-6562-422f-942f-b09e40dd5133 on network 51f4a656-753b-4765-843d-71e3a0fb2d78 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:09:46.496448 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Port 1b6132a0-6562-422f-942f-b09e40dd5133 on network 51f4a656-753b-4765-843d-71e3a0fb2d78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:09:46.496448 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Attempting to bind port 1b6132a0-6562-422f-942f-b09e40dd5133 on network 51f4a656-753b-4765-843d-71e3a0fb2d78 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:09:46.498153 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:09:46.498685 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Checking segment: {'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:09:46.499422 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Bound using segment: {'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:09:46.505564 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Bound port: 1b6132a0-6562-422f-942f-b09e40dd5133, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:09:46.506225 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1b6132a0-6562-422f-942f-b09e40dd5133), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:46.653312 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] For port 1b6132a0-6562-422f-942f-b09e40dd5133, host hv-cinder-83491, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:09:46.683589 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] For port 1b6132a0-6562-422f-942f-b09e40dd5133, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1b6132a0-6562-422f-942f-b09e40dd5133,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:09:46.872668 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f20db-abe9-4464-a7d3-1d639e8c7315 req-25fddb31-4313-459d-a353-9aae3f76c5fe tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:46.882541 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-732f20db-abe9-4464-a7d3-1d639e8c7315 req-25fddb31-4313-459d-a353-9aae3f76c5fe tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 944 time: 0.1073663 Mar 23 17:09:46.957541 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-732f20db-abe9-4464-a7d3-1d639e8c7315 req-9cd6daf7-6ca8-47ec-bd1e-8f3402838c18 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734024 Mar 23 17:09:47.110210 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bf638-289e-44a2-80c9-3b176982d5b6 req-e5d603a4-a601-4781-830c-af5982f383ab tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:47.112156 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-981bf638-289e-44a2-80c9-3b176982d5b6 req-e5d603a4-a601-4781-830c-af5982f383ab tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0879951 Mar 23 17:09:47.167003 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-981bf638-289e-44a2-80c9-3b176982d5b6 req-93b959ca-cdef-446e-b8cf-6a54cd5a0a33 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488770 Mar 23 17:09:47.213083 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (1b6132a0-6562-422f-942f-b09e40dd5133), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:47.251768 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:47.252764 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:47.254284 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] 10.222.0.43 "PUT /v2.0/ports/1b6132a0-6562-422f-942f-b09e40dd5133 HTTP/1.1" status: 200 len: 1094 time: 2.1971722 Mar 23 17:09:47.255093 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'tag': '1b6132a0-6562-422f-942f-b09e40dd5133'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:09:47.258010 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfff11e-f0c1-4455-bd85-4f9e0ca4772a" -d '{"events": [{"name": "network-changed", "server_uuid": "73a05e8c-59e5-4cd2-a09c-3d780567e61a", "tag": "1b6132a0-6562-422f-942f-b09e40dd5133"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:09:47.305178 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6d70a-935d-4f77-88ec-746817e78fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6132a0-6562-422f-942f-b09e40dd5133,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:47.308802 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bc1e36-2b7d-4e29-a2ec-05927173a5b6 x-openstack-request-id: req-97bc1e36-2b7d-4e29-a2ec-05927173a5b6 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:09:47.316500 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a05e8c-59e5-4cd2-a09c-3d780567e61a", "tag": "1b6132a0-6562-422f-942f-b09e40dd5133", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:09:47.316500 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-97bc1e36-2b7d-4e29-a2ec-05927173a5b6 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:09:47.316500 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97bc1e36-2b7d-4e29-a2ec-05927173a5b6'] response: {'name': 'network-changed', 'server_uuid': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'tag': '1b6132a0-6562-422f-942f-b09e40dd5133', 'status': 'completed', 'code': 200} Mar 23 17:09:47.390532 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfff11e-f0c1-4455-bd85-4f9e0ca4772a req-dc7466bf-12a2-4f6d-828a-aa3d0042da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:47.392118 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0bfff11e-f0c1-4455-bd85-4f9e0ca4772a req-dc7466bf-12a2-4f6d-828a-aa3d0042da5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 1128 time: 0.0600410 Mar 23 17:09:47.504930 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfff11e-f0c1-4455-bd85-4f9e0ca4772a req-a58863e8-8144-4ec8-9bb4-7a890a2fc329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:47.506446 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0bfff11e-f0c1-4455-bd85-4f9e0ca4772a req-a58863e8-8144-4ec8-9bb4-7a890a2fc329 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5b67ee0772484be4971b191ea09f5817&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0998294 Mar 23 17:09:47.613642 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfff11e-f0c1-4455-bd85-4f9e0ca4772a req-1f3d1825-cf53-4068-981b-2df101062c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:47.615218 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0bfff11e-f0c1-4455-bd85-4f9e0ca4772a req-1f3d1825-cf53-4068-981b-2df101062c5f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1004255 Mar 23 17:09:47.741838 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-9fbc3db8-f552-440c-9428-a31ee8f619e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:47.749159 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-9fbc3db8-f552-440c-9428-a31ee8f619e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 1128 time: 0.0883765 Mar 23 17:09:47.826380 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-36bbefc1-9a60-4dca-9beb-27f0caa0aab0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b6132a0-6562-422f-942f-b09e40dd5133 HTTP/1.1" status: 200 len: 217 time: 0.0589566 Mar 23 17:09:47.912616 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-3c2193fe-316d-4b3f-a59e-128e30969de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:47.914565 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-3c2193fe-316d-4b3f-a59e-128e30969de5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34f5912-e7b8-4c19-ae6b-6c3e94613af9 HTTP/1.1" status: 200 len: 857 time: 0.0800977 Mar 23 17:09:47.990517 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-dd2b2a47-ba15-4646-a21d-3ba8b2ec6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:47.997223 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-dd2b2a47-ba15-4646-a21d-3ba8b2ec6bad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51f4a656-753b-4765-843d-71e3a0fb2d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710649 Mar 23 17:09:48.203070 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-9ca52cf8-c470-49ae-9725-d7680b37a2af service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931214 Mar 23 17:09:48.275381 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710bc70-ce6a-40b8-9775-ee9a52459cf3 req-3fb402a1-3565-49a0-8eb7-2eb269c5daa5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:48.277141 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0710bc70-ce6a-40b8-9775-ee9a52459cf3 req-3fb402a1-3565-49a0-8eb7-2eb269c5daa5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 944 time: 0.1348500 Mar 23 17:09:48.351684 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0710bc70-ce6a-40b8-9775-ee9a52459cf3 req-0840719f-9e09-4013-a16d-fb575e8ce912 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667660 Mar 23 17:09:48.384979 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-83b4cee4-38e1-48d4-8d72-733e9410143b req-8052eed1-ba94-42fe-a856-6d93feef0ba6 service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639271 Mar 23 17:09:48.385293 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4925be-f508-44f6-ad4a-f83ff4fa8f82 req-ba1ab991-05ea-4d39-9a68-1986ce7b251a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:48.389201 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4d4925be-f508-44f6-ad4a-f83ff4fa8f82 req-ba1ab991-05ea-4d39-9a68-1986ce7b251a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.1007795 Mar 23 17:09:48.467754 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4d4925be-f508-44f6-ad4a-f83ff4fa8f82 req-ae01a9b0-0965-4add-abf2-992e84074bb4 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805595 Mar 23 17:09:49.533883 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f9ff9-1f21-4b87-935c-9fa2d64c527f req-220258ba-c6f3-41ca-bd7f-d31fcdb6b1f7 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:49.538397 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-710f9ff9-1f21-4b87-935c-9fa2d64c527f req-220258ba-c6f3-41ca-bd7f-d31fcdb6b1f7 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 944 time: 0.0784006 Mar 23 17:09:49.603078 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-710f9ff9-1f21-4b87-935c-9fa2d64c527f req-996536d2-a660-4272-abae-a74bbf919b1e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608964 Mar 23 17:09:49.644073 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176161b-6bcb-4b8c-abfc-1851bdda2e7e req-428a41d9-190f-4746-a0d1-e3046dc15fd9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:49.651128 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d176161b-6bcb-4b8c-abfc-1851bdda2e7e req-428a41d9-190f-4746-a0d1-e3046dc15fd9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0775180 Mar 23 17:09:49.700398 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d176161b-6bcb-4b8c-abfc-1851bdda2e7e req-6c8d43be-90fe-49b0-8b85-71ed47b6da05 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482183 Mar 23 17:09:50.750241 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887113b-9b0a-4c7d-9ce7-0cb3c8d5d1c1 req-6eaa62ca-2f80-4718-9633-1bd749e3fd33 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:50.750986 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9887113b-9b0a-4c7d-9ce7-0cb3c8d5d1c1 req-6eaa62ca-2f80-4718-9633-1bd749e3fd33 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 944 time: 0.0699859 Mar 23 17:09:50.813155 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9887113b-9b0a-4c7d-9ce7-0cb3c8d5d1c1 req-f6959d5c-a80c-4fb6-9023-1a56729c8749 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552893 Mar 23 17:09:50.866074 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f2c3f-5016-45a9-afba-d6fff5a1988b req-3b23a5f4-6aea-42ab-80ba-e536bd437f6e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:50.867700 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-427f2c3f-5016-45a9-afba-d6fff5a1988b req-3b23a5f4-6aea-42ab-80ba-e536bd437f6e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0692446 Mar 23 17:09:50.913783 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-427f2c3f-5016-45a9-afba-d6fff5a1988b req-19458d0e-4ad1-4a85-88a7-dab20d17c234 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403397 Mar 23 17:09:51.938282 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0faa69-c944-439f-b7ac-b3d236f28d07 req-7fa25dab-9eb5-44a5-bcd0-d2fcdacbfcbf tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:51.940643 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4b0faa69-c944-439f-b7ac-b3d236f28d07 req-7fa25dab-9eb5-44a5-bcd0-d2fcdacbfcbf tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 944 time: 0.0559042 Mar 23 17:09:52.013975 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4b0faa69-c944-439f-b7ac-b3d236f28d07 req-1a877f64-4a91-43bc-974f-8f8d7af0f8c7 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653155 Mar 23 17:09:52.048450 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802370d-4809-4161-af61-68caeaa222f5 req-d34f6723-3092-4538-87db-05bbef4d82cc tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:52.049969 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d802370d-4809-4161-af61-68caeaa222f5 req-d34f6723-3092-4538-87db-05bbef4d82cc tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0604196 Mar 23 17:09:52.101125 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d802370d-4809-4161-af61-68caeaa222f5 req-c22aac4d-fe8c-4967-96ec-732023c340c0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454860 Mar 23 17:09:53.159781 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fbcca-7bd6-4ea0-9b57-e4a1e05b93d3 req-96e714a3-3c3a-4729-b8f3-4aad326bfbf1 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:53.164267 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-cd6fbcca-7bd6-4ea0-9b57-e4a1e05b93d3 req-96e714a3-3c3a-4729-b8f3-4aad326bfbf1 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 944 time: 0.0759106 Mar 23 17:09:53.225032 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-cd6fbcca-7bd6-4ea0-9b57-e4a1e05b93d3 req-ab7b0f86-a3ab-40e7-ad5f-68a73340819a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566506 Mar 23 17:09:53.274548 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8768f-f2fe-4e17-8d43-14ff732382f6 req-b67fcddf-738a-4104-b1b6-da3613dd9b4a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:53.276081 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c8f8768f-f2fe-4e17-8d43-14ff732382f6 req-b67fcddf-738a-4104-b1b6-da3613dd9b4a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 945 time: 0.0792866 Mar 23 17:09:53.283001 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653cd83-03ac-4c8d-82df-74fe62f86f84 req-22f5c546-13a4-4648-8ed3-b022cbc63680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:53.284531 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b653cd83-03ac-4c8d-82df-74fe62f86f84 req-22f5c546-13a4-4648-8ed3-b022cbc63680 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c&device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 1129 time: 0.0566204 Mar 23 17:09:53.325052 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:09:53.345795 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c8f8768f-f2fe-4e17-8d43-14ff732382f6 req-f5571f79-acb8-4fab-bd94-3dd31ec449de tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575311 Mar 23 17:09:53.386790 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653cd83-03ac-4c8d-82df-74fe62f86f84 req-006aab03-837a-4972-a53a-8f4938082282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:53.386790 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b653cd83-03ac-4c8d-82df-74fe62f86f84 req-006aab03-837a-4972-a53a-8f4938082282 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3 HTTP/1.1" status: 200 len: 918 time: 0.0907762 Mar 23 17:09:53.462213 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b653cd83-03ac-4c8d-82df-74fe62f86f84 req-6fb3cc54-520c-4e9b-81cc-ad50d8852c1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c HTTP/1.1" status: 200 len: 1001 time: 0.0662451 Mar 23 17:09:53.515953 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1f4a8e49-b984-4053-b0c2-3f74de953a5c no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:09:53.549576 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653cd83-03ac-4c8d-82df-74fe62f86f84 req-49faa29a-04e6-41e4-9717-99be6953f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:53.551233 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b653cd83-03ac-4c8d-82df-74fe62f86f84 req-49faa29a-04e6-41e4-9717-99be6953f26d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=421c0aa2-1b52-4062-af10-a6dde97fb797 HTTP/1.1" status: 200 len: 855 time: 0.0731125 Mar 23 17:09:53.613998 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 1f4a8e49-b984-4053-b0c2-3f74de953a5c is: ACTIVE; New status is: DOWN {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:09:53.614421 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:53.634351 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653cd83-03ac-4c8d-82df-74fe62f86f84 req-ce18cde9-fc23-4e76-895a-da0a22577826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:53.635998 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b653cd83-03ac-4c8d-82df-74fe62f86f84 req-ce18cde9-fc23-4e76-895a-da0a22577826 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757244 Mar 23 17:09:53.643572 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f4a8e49-b984-4053-b0c2-3f74de953a5c'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:09:53.645884 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dc0bbd-aca6-41a0-81e3-02eb50f6fd1a" -d '{"events": [{"server_uuid": "ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a", "name": "network-vif-unplugged", "status": "completed", "tag": "1f4a8e49-b984-4053-b0c2-3f74de953a5c"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:09:53.677559 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1f4a8e49-b984-4053-b0c2-3f74de953a5c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:53.698471 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 17:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67b9f85-2c2e-47bc-858a-904dd206f763 x-openstack-request-id: req-b67b9f85-2c2e-47bc-858a-904dd206f763 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:09:53.698766 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a", "name": "network-vif-unplugged", "status": "completed", "tag": "1f4a8e49-b984-4053-b0c2-3f74de953a5c", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:09:53.699024 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b67b9f85-2c2e-47bc-858a-904dd206f763 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:09:53.699426 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b67b9f85-2c2e-47bc-858a-904dd206f763'] response: {'server_uuid': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f4a8e49-b984-4053-b0c2-3f74de953a5c', 'code': 200} Mar 23 17:09:53.749671 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b653cd83-03ac-4c8d-82df-74fe62f86f84 req-f392cd66-516a-44dc-9d4f-4da5349edd15 service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056242 Mar 23 17:09:53.876740 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:53.879674 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b653cd83-03ac-4c8d-82df-74fe62f86f84 req-0d4ee0d5-e9a8-46b0-bc92-f02c52c412ff service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205537 Mar 23 17:09:53.918325 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=1f4a8e49-b984-4053-b0c2-3f74de953a5c,revision_number=8']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:53.926240 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:53.928447 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:53.928447 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:53.928447 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:53.928447 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:53.928447 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:53.928447 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:53.929001 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:53.929001 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:53.929360 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:53.929691 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:53.930022 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:53.930348 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:53.930674 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:53.930997 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:09:54.344851 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6c92a-643b-424a-afc9-179930d469da req-2bc35bf1-45fd-46ec-956a-30cbbd6445e4 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:54.349122 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-13a6c92a-643b-424a-afc9-179930d469da req-2bc35bf1-45fd-46ec-956a-30cbbd6445e4 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 944 time: 0.0554137 Mar 23 17:09:54.401427 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-13a6c92a-643b-424a-afc9-179930d469da req-e6503e00-e131-4c6e-84bc-d397287be60b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494146 Mar 23 17:09:54.479644 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31ed1c-bed9-403a-96ae-5f00820b3da6 req-cf7130d3-1c33-4d77-bd94-09c62c3077cb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:54.486895 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5e31ed1c-bed9-403a-96ae-5f00820b3da6 req-cf7130d3-1c33-4d77-bd94-09c62c3077cb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0614650 Mar 23 17:09:54.534922 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5e31ed1c-bed9-403a-96ae-5f00820b3da6 req-7c0947cf-ead7-422e-8ba2-9326635682a4 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449450 Mar 23 17:09:54.642673 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:55.157275 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-acefb5e7-db91-4825-9e29-9a16a4464fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:55.536065 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506548f-000b-4def-b571-fa670e0044be req-0f26a0b3-0960-4cbc-8074-de9583f8f448 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:55.542865 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1506548f-000b-4def-b571-fa670e0044be req-0f26a0b3-0960-4cbc-8074-de9583f8f448 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 944 time: 0.0700166 Mar 23 17:09:55.599158 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1506548f-000b-4def-b571-fa670e0044be req-1bd92180-f36b-460e-b939-680706d9310d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531905 Mar 23 17:09:55.671101 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb101c7a-0fe2-4e73-9c39-bcd7d6992e07 req-6de5b7c7-b352-46a1-9a72-4bd1a232543c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:55.678493 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-eb101c7a-0fe2-4e73-9c39-bcd7d6992e07 req-6de5b7c7-b352-46a1-9a72-4bd1a232543c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0610797 Mar 23 17:09:55.727910 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-eb101c7a-0fe2-4e73-9c39-bcd7d6992e07 req-1f699cd6-a702-4b45-8441-9ae591839c7f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484200 Mar 23 17:09:56.331646 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1b6132a0-6562-422f-942f-b09e40dd5133 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:09:56.566769 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1b6132a0-6562-422f-942f-b09e40dd5133, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1b6132a0-6562-422f-942f-b09e40dd5133,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:56.580102 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '1b6132a0-6562-422f-942f-b09e40dd5133', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'port_id': '1b6132a0-6562-422f-942f-b09e40dd5133', 'mac_address': 'fa:16:3e:30:60:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:09:56.617823 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 1b6132a0-6562-422f-942f-b09e40dd5133 is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:09:56.618253 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1b6132a0-6562-422f-942f-b09e40dd5133), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:56.633315 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6132a0-6562-422f-942f-b09e40dd5133 {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:09:56.654504 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1b6132a0-6562-422f-942f-b09e40dd5133, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1b6132a0-6562-422f-942f-b09e40dd5133,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:09:56.718177 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1b6132a0-6562-422f-942f-b09e40dd5133), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:56.750094 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbca0d3-4a08-471b-8495-09831f434153 req-297ae466-d1c1-4a98-8b28-1d98e4f334b2 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:56.751626 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6bbca0d3-4a08-471b-8495-09831f434153 req-297ae466-d1c1-4a98-8b28-1d98e4f334b2 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 944 time: 0.0815213 Mar 23 17:09:56.781122 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=1b6132a0-6562-422f-942f-b09e40dd5133,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:09:56.827259 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6bbca0d3-4a08-471b-8495-09831f434153 req-14c8867b-f530-42d8-8589-ca8e07aa46c0 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685301 Mar 23 17:09:56.888237 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f71b71-55c5-4c9a-8f2f-c3c1ea93a308 req-8b7d04c2-7797-455f-8981-7e78c25ba630 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:56.890741 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-73f71b71-55c5-4c9a-8f2f-c3c1ea93a308 req-8b7d04c2-7797-455f-8981-7e78c25ba630 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0853364 Mar 23 17:09:56.944965 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-73f71b71-55c5-4c9a-8f2f-c3c1ea93a308 req-ab575c5f-cee2-4797-b3d3-cbd25fd5e7b5 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485020 Mar 23 17:09:57.351944 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b27e7326-d2f0-437b-b3b4-e0a024736741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:57.952755 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620cabd-6c42-4e27-99ed-bd2eb1acab00 req-b2e71b49-346d-4e67-94ce-5e2baeb2ce37 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:57.954373 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d620cabd-6c42-4e27-99ed-bd2eb1acab00 req-b2e71b49-346d-4e67-94ce-5e2baeb2ce37 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 945 time: 0.0587294 Mar 23 17:09:58.013475 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d620cabd-6c42-4e27-99ed-bd2eb1acab00 req-e11bf3a3-8815-414b-b30f-f9bda3f2f63d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511231 Mar 23 17:09:58.104096 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16505646-236b-457a-b9b2-08399788ec4d req-f4e7a81b-ca26-43d2-a2e8-41c6f1a0641e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:58.105855 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-16505646-236b-457a-b9b2-08399788ec4d req-f4e7a81b-ca26-43d2-a2e8-41c6f1a0641e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0562568 Mar 23 17:09:58.159864 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-16505646-236b-457a-b9b2-08399788ec4d req-0f8c076b-3954-4e77-8daa-dd62992499b6 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475390 Mar 23 17:09:58.534492 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:09:58.559172 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['1b6132a0-6562-422f-942f-b09e40dd5133'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:09:59.156299 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a30b1-7c86-4a3e-82d1-592ed73eafe2 req-27636312-ca81-4fe8-a94f-e4022a71a448 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:59.163031 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ea8a30b1-7c86-4a3e-82d1-592ed73eafe2 req-27636312-ca81-4fe8-a94f-e4022a71a448 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 945 time: 0.0627923 Mar 23 17:09:59.215256 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ea8a30b1-7c86-4a3e-82d1-592ed73eafe2 req-e03f4658-3db6-4634-8533-f5c63ea17fcf tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511389 Mar 23 17:09:59.322932 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db710211-7590-4106-98e1-8b0759eeca89 req-04d38d08-7a31-4465-b213-b1846a185167 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:09:59.324456 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-db710211-7590-4106-98e1-8b0759eeca89 req-04d38d08-7a31-4465-b213-b1846a185167 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0669179 Mar 23 17:09:59.376904 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-db710211-7590-4106-98e1-8b0759eeca89 req-2f3896c6-fa30-49a6-a3b2-9a37521c3749 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449727 Mar 23 17:10:00.003124 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:00.340459 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5f978-84fe-49e7-9a3e-dc9aba9859d7 req-7340c0dd-2b35-479b-8bfb-2a3aeb141384 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:00.345407 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-78b5f978-84fe-49e7-9a3e-dc9aba9859d7 req-7340c0dd-2b35-479b-8bfb-2a3aeb141384 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 945 time: 0.0613701 Mar 23 17:10:00.411213 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-78b5f978-84fe-49e7-9a3e-dc9aba9859d7 req-c6431b04-bcc3-4ed2-96ad-ade4e48994de tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612905 Mar 23 17:10:00.891731 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [req-4309ebfa-d96e-4e09-a777-e23e79b934e3 req-8fdaa84b-5e7f-4b72-bd57-a37ba6df42d3 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=104061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:10:00.894160 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4309ebfa-d96e-4e09-a777-e23e79b934e3 req-8fdaa84b-5e7f-4b72-bd57-a37ba6df42d3 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121963 Mar 23 17:10:01.246063 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beccc1f-0918-4157-b5d8-3044ac5afa88 req-867d428e-532e-46c5-8d0f-6b7a00f123e1 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:01.247559 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7beccc1f-0918-4157-b5d8-3044ac5afa88 req-867d428e-532e-46c5-8d0f-6b7a00f123e1 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0564809 Mar 23 17:10:01.297623 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7beccc1f-0918-4157-b5d8-3044ac5afa88 req-3e69c6dd-7140-4f59-b843-55c3756e22cb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425315 Mar 23 17:10:01.494900 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:01.536049 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24eef2-2ca1-44b7-b7ab-71e01f656be7 req-62ccc6aa-7c36-4a16-baf5-907311780fcf tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:01.537609 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0c24eef2-2ca1-44b7-b7ab-71e01f656be7 req-62ccc6aa-7c36-4a16-baf5-907311780fcf tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 945 time: 0.0583100 Mar 23 17:10:01.588627 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0c24eef2-2ca1-44b7-b7ab-71e01f656be7 req-b1d9b9de-5e84-450d-91d5-9bbbba580cae tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452373 Mar 23 17:10:01.756451 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1b6132a0-6562-422f-942f-b09e40dd5133 up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:10:01.864398 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 59988) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:01.889082 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port 1b6132a0-6562-422f-942f-b09e40dd5133 completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:10:01.893152 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 1b6132a0-6562-422f-942f-b09e40dd5133 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:01.893540 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (1b6132a0-6562-422f-942f-b09e40dd5133), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:01.950430 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-e565b3ff-14f2-4be4-901d-36b196aea1d3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848711 Mar 23 17:10:01.959506 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-6681b663-0d54-4c64-aa27-2c9a94523b22 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=104060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:10:01.960477 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-6681b663-0d54-4c64-aa27-2c9a94523b22 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048935 Mar 23 17:10:01.970034 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 1b6132a0-6562-422f-942f-b09e40dd5133 is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:01.970433 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1b6132a0-6562-422f-942f-b09e40dd5133), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:01.995721 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6132a0-6562-422f-942f-b09e40dd5133'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:10:01.998521 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34564573-add4-4343-8a86-3896b76f9778" -d '{"events": [{"server_uuid": "73a05e8c-59e5-4cd2-a09c-3d780567e61a", "name": "network-vif-plugged", "status": "completed", "tag": "1b6132a0-6562-422f-942f-b09e40dd5133"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:10:02.011043 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1b6132a0-6562-422f-942f-b09e40dd5133, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1b6132a0-6562-422f-942f-b09e40dd5133,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:10:02.035007 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eaf3f1-f363-4e8f-9889-87b26fc0123c x-openstack-request-id: req-d1eaf3f1-f363-4e8f-9889-87b26fc0123c {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:10:02.035323 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a05e8c-59e5-4cd2-a09c-3d780567e61a", "name": "network-vif-plugged", "status": "completed", "tag": "1b6132a0-6562-422f-942f-b09e40dd5133", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:10:02.035583 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d1eaf3f1-f363-4e8f-9889-87b26fc0123c {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:10:02.036005 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1eaf3f1-f363-4e8f-9889-87b26fc0123c'] response: {'server_uuid': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6132a0-6562-422f-942f-b09e40dd5133', 'code': 200} Mar 23 17:10:02.042027 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 59998) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:02.133590 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-fbd0cdcd-4f39-4e37-9cd2-bc20de34841b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:02.134933 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-fbd0cdcd-4f39-4e37-9cd2-bc20de34841b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports/1f4a8e49-b984-4053-b0c2-3f74de953a5c HTTP/1.1" status: 200 len: 940 time: 0.0919995 Mar 23 17:10:02.145901 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1b6132a0-6562-422f-942f-b09e40dd5133), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:02.192913 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=1b6132a0-6562-422f-942f-b09e40dd5133,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:02.416866 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60745d11-bc48-4d53-9a55-28e7407d5dca req-e619c6ae-9624-44bd-a113-1eef7cbf8f83 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:02.418339 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-60745d11-bc48-4d53-9a55-28e7407d5dca req-e619c6ae-9624-44bd-a113-1eef7cbf8f83 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0515525 Mar 23 17:10:02.464693 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-60745d11-bc48-4d53-9a55-28e7407d5dca req-7149fb24-c5b0-4b0b-bf3b-9e8361452ac5 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399654 Mar 23 17:10:02.705727 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cec23-50ff-4248-8b64-1b9a0f99c101 req-675852c7-3afe-4138-9107-f9dc434b4a36 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:02.707979 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f01cec23-50ff-4248-8b64-1b9a0f99c101 req-675852c7-3afe-4138-9107-f9dc434b4a36 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0536344 Mar 23 17:10:02.737539 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1f4a8e49-b984-4053-b0c2-3f74de953a5c no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:10:02.766279 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f01cec23-50ff-4248-8b64-1b9a0f99c101 req-3b3b7173-6948-438b-a91c-b9a7d4bbb0b8 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518894 Mar 23 17:10:02.827779 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 1f4a8e49-b984-4053-b0c2-3f74de953a5c is: DOWN; New status is: DOWN {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:03.111347 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad3a64-ec63-4f6e-9653-770e020fbe9d req-99a1fd7f-41e8-40dd-8c88-19d87b6c75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:03.112884 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a0ad3a64-ec63-4f6e-9653-770e020fbe9d req-99a1fd7f-41e8-40dd-8c88-19d87b6c75f5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 1130 time: 0.0428400 Mar 23 17:10:03.162678 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a0ad3a64-ec63-4f6e-9653-770e020fbe9d req-7a710ad2-b24e-4705-bab5-845f667ff13c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365136 Mar 23 17:10:03.597292 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3a66e-3a89-4961-8fce-327e4ca770ac req-0b4c8b22-2b86-4bbc-b053-380f91a1ac87 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:03.598826 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-93a3a66e-3a89-4961-8fce-327e4ca770ac req-0b4c8b22-2b86-4bbc-b053-380f91a1ac87 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0576749 Mar 23 17:10:03.644001 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-93a3a66e-3a89-4961-8fce-327e4ca770ac req-abbe4b19-ef61-4a92-812c-d672e97b0f6a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398211 Mar 23 17:10:03.885260 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa4d09-af1f-4069-86fa-a801f6d77e15 req-a18cc964-9dc8-49ef-bac2-4bdb1c48cde1 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:03.886743 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-47aa4d09-af1f-4069-86fa-a801f6d77e15 req-a18cc964-9dc8-49ef-bac2-4bdb1c48cde1 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0515256 Mar 23 17:10:03.934610 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-47aa4d09-af1f-4069-86fa-a801f6d77e15 req-5a5c934a-dcce-44cb-a0c2-7817f22cea2a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418046 Mar 23 17:10:04.776910 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcd307-6b02-49a2-b7f6-eb69fcfef7e1 req-7fc75d87-5e89-4521-9be2-0c54b2372183 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:04.778838 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-81dcd307-6b02-49a2-b7f6-eb69fcfef7e1 req-7fc75d87-5e89-4521-9be2-0c54b2372183 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0547116 Mar 23 17:10:04.828788 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-81dcd307-6b02-49a2-b7f6-eb69fcfef7e1 req-0635462e-d417-41a1-a7ac-569b90c6df98 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439191 Mar 23 17:10:05.053762 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bd6c6-91de-43d4-a5e9-666866b4771e req-5c43d7fc-8c41-4c09-9af3-1503235509f8 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:05.055999 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2b9bd6c6-91de-43d4-a5e9-666866b4771e req-5c43d7fc-8c41-4c09-9af3-1503235509f8 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0541179 Mar 23 17:10:05.107395 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2b9bd6c6-91de-43d4-a5e9-666866b4771e req-25275cf2-b0bf-40cd-b879-970781a77b3e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418491 Mar 23 17:10:05.689865 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-1d8a14ef-b975-44cc-9cd9-fd123db80003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:05.696258 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-1d8a14ef-b975-44cc-9cd9-fd123db80003 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a&tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c HTTP/1.1" status: 200 len: 1127 time: 0.0785906 Mar 23 17:10:05.763917 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-6fb8dddd-a786-45c5-9e04-c4e8368579d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:05.765428 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-6fb8dddd-a786-45c5-9e04-c4e8368579d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c&device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 1127 time: 0.0440781 Mar 23 17:10:05.861216 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-0a66368b-ebd9-48c1-a65c-3f28427160f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:05.862693 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-0a66368b-ebd9-48c1-a65c-3f28427160f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3 HTTP/1.1" status: 200 len: 918 time: 0.0903966 Mar 23 17:10:05.955590 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-f2d3dd7a-e6d3-4025-a2c4-6fbdb9fdc461 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c HTTP/1.1" status: 200 len: 999 time: 0.0854714 Mar 23 17:10:06.002394 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1938018-ae7a-463e-81f4-b62b5ac09498 req-5da6d996-6489-4d85-b175-320d6c52d295 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:06.003844 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a1938018-ae7a-463e-81f4-b62b5ac09498 req-5da6d996-6489-4d85-b175-320d6c52d295 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0979888 Mar 23 17:10:06.032290 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-e61695e4-b62c-444e-ab61-bb1dd30a1fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:06.033763 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-e61695e4-b62c-444e-ab61-bb1dd30a1fe0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=421c0aa2-1b52-4062-af10-a6dde97fb797 HTTP/1.1" status: 200 len: 855 time: 0.0719445 Mar 23 17:10:06.084703 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a1938018-ae7a-463e-81f4-b62b5ac09498 req-3f5646f2-e6c7-4028-8143-c44d7eb0bf2b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750580 Mar 23 17:10:06.100847 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-84eeff9e-7f88-4993-86f1-6e5eef5b271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:06.102290 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-84eeff9e-7f88-4993-86f1-6e5eef5b271c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563459 Mar 23 17:10:06.204858 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-c372420f-1b03-4fce-ba2f-ad9827451671 service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892823 Mar 23 17:10:06.235477 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de484ff-8a9d-4764-b320-fe46e871ce59 req-dc45a6f7-fde2-47c4-a38e-a8da53c9521f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:06.237188 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8de484ff-8a9d-4764-b320-fe46e871ce59 req-dc45a6f7-fde2-47c4-a38e-a8da53c9521f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0583596 Mar 23 17:10:06.283242 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8de484ff-8a9d-4764-b320-fe46e871ce59 req-d01aa528-fec7-4326-baac-2ece1468dac7 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405006 Mar 23 17:10:06.294375 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a27f3852-f337-42a0-9502-c28e7dccfa3a req-41629a3d-fbd1-49b8-a487-bfe8e2860108 service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832729 Mar 23 17:10:06.395900 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f40946-81b8-4553-9873-3ae0ac287313 req-f4468ac0-c743-41f5-95b9-1f04468a43ba tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:06.397412 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e7f40946-81b8-4553-9873-3ae0ac287313 req-f4468ac0-c743-41f5-95b9-1f04468a43ba tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0519228 Mar 23 17:10:06.406412 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 60110) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:06.411158 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-5406020c-b3da-4049-84e0-e01dbb324978 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Request body: {'floatingip': {'port_id': '1b6132a0-6562-422f-942f-b09e40dd5133'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:06.453370 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5406020c-b3da-4049-84e0-e01dbb324978 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for floatingip (c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:06.751583 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60120) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:06.797967 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Deleting subnet 309a55b4-3c29-4a0b-8d36-eb72b72f155a {{(pid=104060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:10:06.801420 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Publish callbacks [] for subnet (309a55b4-3c29-4a0b-8d36-eb72b72f155a), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:06.838166 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Publish callbacks [] for subnet (309a55b4-3c29-4a0b-8d36-eb72b72f155a), precommit_delete_associations {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:06.853271 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (309a55b4-3c29-4a0b-8d36-eb72b72f155a), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:07.003389 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for subnet (309a55b4-3c29-4a0b-8d36-eb72b72f155a), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:07.031879 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:07.035086 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] 10.222.0.97 "DELETE /v2.0/subnets/309a55b4-3c29-4a0b-8d36-eb72b72f155a HTTP/1.1" status: 204 len: 168 time: 0.2824881 Mar 23 17:10:07.036024 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=309a55b4-3c29-4a0b-8d36-eb72b72f155a,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:07.037839 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 60134) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:07.043625 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:07.043920 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:07.044357 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:07.044705 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:07.045042 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:07.045373 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:07.045718 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:07.046011 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:07.046336 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:07.047053 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:07.047053 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:07.047322 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:07.047700 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:07.048019 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:07.048337 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d8a85d-e7f7-42c0-bd36-f34c33aff30a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:07.243890 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5406020c-b3da-4049-84e0-e01dbb324978 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:07.279775 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-311c3e2a-76c2-4a8c-a344-d693612eba11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (89302cf1-77b3-46a1-ad4c-401437ffe175), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:07.340318 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5406020c-b3da-4049-84e0-e01dbb324978 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:07.495057 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84196f-0359-4906-b614-9fe60bc7ad3b req-40878052-0123-47f4-b130-f7800e4d1f42 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:07.496707 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9f84196f-0359-4906-b614-9fe60bc7ad3b req-40878052-0123-47f4-b130-f7800e4d1f42 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.2787232 Mar 23 17:10:07.523048 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-311c3e2a-76c2-4a8c-a344-d693612eba11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (89302cf1-77b3-46a1-ad4c-401437ffe175), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:07.558961 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-311c3e2a-76c2-4a8c-a344-d693612eba11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89302cf1-77b3-46a1-ad4c-401437ffe175']}} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:07.582876 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-311c3e2a-76c2-4a8c-a344-d693612eba11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226bfaf2-bf25-4894-9b2e-8584bc2f5d96') {'for_net_delete': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:07.583176 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-311c3e2a-76c2-4a8c-a344-d693612eba11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226bfaf2-bf25-4894-9b2e-8584bc2f5d96') {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:07.599346 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-311c3e2a-76c2-4a8c-a344-d693612eba11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12634118'] for segment (226bfaf2-bf25-4894-9b2e-8584bc2f5d96), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:07.639783 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-311c3e2a-76c2-4a8c-a344-d693612eba11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (226bfaf2-bf25-4894-9b2e-8584bc2f5d96), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:07.650443 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9f84196f-0359-4906-b614-9fe60bc7ad3b req-d398d93d-575d-4fa4-89e8-11433882bd21 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436195 Mar 23 17:10:07.651473 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.l3_db [None req-5406020c-b3da-4049-84e0-e01dbb324978 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Floating IP c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9 associated. External IP: 172.27.1.45, port: 1b6132a0-6562-422f-942f-b09e40dd5133. Mar 23 17:10:07.690065 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311c3e2a-76c2-4a8c-a344-d693612eba11 admin admin] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=104061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:10:07.690596 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-311c3e2a-76c2-4a8c-a344-d693612eba11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25120871'] for segment (226bfaf2-bf25-4894-9b2e-8584bc2f5d96), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: Traceback (most recent call last): Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: timer() Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: cb(*args, **kw) Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: return func(*args, **kwargs) Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: self._notify() Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: self.callback(batched_events) Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: event.method(event) Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: return f(self, *a, **k) Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._get(url).json() Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: return self.request(url, 'GET', **kwargs) Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:10:07.692646 dv-cinder-834919-1-iscsi neutron-server[104061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:10:07.876113 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-311c3e2a-76c2-4a8c-a344-d693612eba11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (89302cf1-77b3-46a1-ad4c-401437ffe175), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:07.882257 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-311c3e2a-76c2-4a8c-a344-d693612eba11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:07.888016 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-311c3e2a-76c2-4a8c-a344-d693612eba11 admin admin] 10.222.0.97 "DELETE /v2.0/networks/89302cf1-77b3-46a1-ad4c-401437ffe175 HTTP/1.1" status: 204 len: 168 time: 0.8467393 Mar 23 17:10:07.902888 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c3e2a-76c2-4a8c-a344-d693612eba11 admin admin] Pushing event deleted for resources: {'Network': ['ID=89302cf1-77b3-46a1-ad4c-401437ffe175,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:07.946470 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5406020c-b3da-4049-84e0-e01dbb324978 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Router c8f25c57-8351-4dd5-8424-606e9bc04b02 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:10:08.062243 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5406020c-b3da-4049-84e0-e01dbb324978 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:10:08.067440 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5406020c-b3da-4049-84e0-e01dbb324978 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:08.073299 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2a6d63-b3c8-4a06-b8b2-0d59931fd65b None None] Sync routers for ids ['c8f25c57-8351-4dd5-8424-606e9bc04b02'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:10:08.084399 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2a6d63-b3c8-4a06-b8b2-0d59931fd65b None None] Routers {'c8f25c57-8351-4dd5-8424-606e9bc04b02'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:10:08.085036 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-6e2a6d63-b3c8-4a06-b8b2-0d59931fd65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:09:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c8f25c57-8351-4dd5-8424-606e9bc04b02'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:08.107628 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-5406020c-b3da-4049-84e0-e01dbb324978 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "PUT /v2.0/floatingips/c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9 HTTP/1.1" status: 200 len: 991 time: 1.6995041 Mar 23 17:10:08.108380 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'tag': '1b6132a0-6562-422f-942f-b09e40dd5133'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:10:08.110988 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325435d0-07e8-41bf-8dad-398564988a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "73a05e8c-59e5-4cd2-a09c-3d780567e61a", "tag": "1b6132a0-6562-422f-942f-b09e40dd5133"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:10:08.162463 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd21ed1-2615-41b4-be92-c2850181bc68 x-openstack-request-id: req-6fd21ed1-2615-41b4-be92-c2850181bc68 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:10:08.162762 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a05e8c-59e5-4cd2-a09c-3d780567e61a", "tag": "1b6132a0-6562-422f-942f-b09e40dd5133", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:10:08.163020 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6fd21ed1-2615-41b4-be92-c2850181bc68 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:10:08.163439 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd21ed1-2615-41b4-be92-c2850181bc68'] response: {'name': 'network-changed', 'server_uuid': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'tag': '1b6132a0-6562-422f-942f-b09e40dd5133', 'status': 'completed', 'code': 200} Mar 23 17:10:08.198501 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-6e2a6d63-b3c8-4a06-b8b2-0d59931fd65b None None] Set router c8f25c57-8351-4dd5-8424-606e9bc04b02 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:10:08.318603 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 60156) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:08.377588 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-e6e69abe-255e-4c5d-9159-d35c5caf9ed0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ae9fad11e4824e6b8cead5b4436a0e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578256 Mar 23 17:10:08.380185 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 60158) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:08.431305 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9e12a20f-3bb3-49a4-8a7d-07e2ff7afea1 admin admin] Publish callbacks [] for security_group (12a57411-de9c-4ce5-a6d1-0a415eded8e5), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:08.436409 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-6e2a6d63-b3c8-4a06-b8b2-0d59931fd65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port': {'id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'port_id': '1b6132a0-6562-422f-942f-b09e40dd5133', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'mac_address': 'fa:16:3e:30:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:09:37Z', 'updated_at': '2022-03-23T17:10:07Z', 'revision_number': 1, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c401b7-7ab1-43c3-9499-d7d9faf9ba6c', 'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'mac_address': 'fa:16:3e:ce:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:31Z', 'updated_at': '2022-03-23T17:07:48Z', 'revision_number': 5, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'subnets': [{'id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:08.456342 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9e12a20f-3bb3-49a4-8a7d-07e2ff7afea1 admin admin] Publish callbacks [] for security_group (12a57411-de9c-4ce5-a6d1-0a415eded8e5), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:08.468237 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2a6d63-b3c8-4a06-b8b2-0d59931fd65b None None] Checking router: c8f25c57-8351-4dd5-8424-606e9bc04b02 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:10:08.476940 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2a6d63-b3c8-4a06-b8b2-0d59931fd65b None None] Routers {'c8f25c57-8351-4dd5-8424-606e9bc04b02'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:10:08.477555 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-6e2a6d63-b3c8-4a06-b8b2-0d59931fd65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:09:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c8f25c57-8351-4dd5-8424-606e9bc04b02'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:08.588630 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-6e2a6d63-b3c8-4a06-b8b2-0d59931fd65b None None] Set router c8f25c57-8351-4dd5-8424-606e9bc04b02 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:10:08.655169 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9e12a20f-3bb3-49a4-8a7d-07e2ff7afea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (12a57411-de9c-4ce5-a6d1-0a415eded8e5), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:08.658356 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9e12a20f-3bb3-49a4-8a7d-07e2ff7afea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:08.662042 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-9e12a20f-3bb3-49a4-8a7d-07e2ff7afea1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/12a57411-de9c-4ce5-a6d1-0a415eded8e5 HTTP/1.1" status: 204 len: 168 time: 0.2783539 Mar 23 17:10:08.703961 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12a20f-3bb3-49a4-8a7d-07e2ff7afea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a57411-de9c-4ce5-a6d1-0a415eded8e5,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:08.812978 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f672d3-5f1d-4bb0-81d3-74d616335fad req-ccba479a-9303-47be-ad40-2117d17148e2 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:08.820474 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2f672d3-5f1d-4bb0-81d3-74d616335fad req-ccba479a-9303-47be-ad40-2117d17148e2 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0725384 Mar 23 17:10:08.875951 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2f672d3-5f1d-4bb0-81d3-74d616335fad req-80ac88de-bfea-490b-82f2-2787f2e703e4 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540802 Mar 23 17:10:08.972315 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-6e2a6d63-b3c8-4a06-b8b2-0d59931fd65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port': {'id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'port_id': '1b6132a0-6562-422f-942f-b09e40dd5133', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'mac_address': 'fa:16:3e:30:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:09:37Z', 'updated_at': '2022-03-23T17:10:07Z', 'revision_number': 1, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c401b7-7ab1-43c3-9499-d7d9faf9ba6c', 'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'mac_address': 'fa:16:3e:ce:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:31Z', 'updated_at': '2022-03-23T17:07:48Z', 'revision_number': 5, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'subnets': [{'id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:08.999509 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2a6d63-b3c8-4a06-b8b2-0d59931fd65b None None] The sync data for ids ['c8f25c57-8351-4dd5-8424-606e9bc04b02'] in dv-cinder-834919-1-iscsi is: [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port': {'id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'port_id': '1b6132a0-6562-422f-942f-b09e40dd5133', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'mac_address': 'fa:16:3e:30:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:09:37Z', 'updated_at': '2022-03-23T17:10:07Z', 'revision_number': 1, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c401b7-7ab1-43c3-9499-d7d9faf9ba6c', 'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'mac_address': 'fa:16:3e:ce:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:31Z', 'updated_at': '2022-03-23T17:07:48Z', 'revision_number': 5, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'subnets': [{'id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:10:09.219099 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811d040-b714-47db-8f64-b1db0b386c6b None None] New status for floating IP c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9: ACTIVE {{(pid=104062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:10:10.056755 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e642bb6-0ab9-4bf8-a09d-666f493767df req-83f9a105-25ea-4092-b9a8-ec9fb1f15114 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:10.058504 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2e642bb6-0ab9-4bf8-a09d-666f493767df req-83f9a105-25ea-4092-b9a8-ec9fb1f15114 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0550647 Mar 23 17:10:10.108545 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2e642bb6-0ab9-4bf8-a09d-666f493767df req-485762ba-38f4-49a3-9755-76b85f49cc54 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438132 Mar 23 17:10:11.240988 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e23e95-1f2d-45c7-ba06-3ffccf7fbf0c req-4257c316-0c5b-42a6-a53f-9dfd37b5a927 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:11.242654 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-78e23e95-1f2d-45c7-ba06-3ffccf7fbf0c req-4257c316-0c5b-42a6-a53f-9dfd37b5a927 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0570500 Mar 23 17:10:11.293799 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-78e23e95-1f2d-45c7-ba06-3ffccf7fbf0c req-8e86ea8c-1357-487f-a2ac-7927100ee669 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450299 Mar 23 17:10:12.427344 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b887f-1338-48b8-b4d0-201aba40d910 req-e6fe9db0-c01b-47af-a23b-a52993595ab5 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:12.428917 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-af1b887f-1338-48b8-b4d0-201aba40d910 req-e6fe9db0-c01b-47af-a23b-a52993595ab5 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0557156 Mar 23 17:10:12.483616 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-af1b887f-1338-48b8-b4d0-201aba40d910 req-9c471b57-56c3-45cf-9c8b-142e135ec157 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472264 Mar 23 17:10:13.619848 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c8463-7e14-44c6-addb-361e52d2ab42 req-70b451fb-dd99-4e6f-971c-3134971a0e13 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:13.621458 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-121c8463-7e14-44c6-addb-361e52d2ab42 req-70b451fb-dd99-4e6f-971c-3134971a0e13 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0527339 Mar 23 17:10:13.672753 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-121c8463-7e14-44c6-addb-361e52d2ab42 req-f9380995-1e50-4505-b3a8-a386b602985e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446439 Mar 23 17:10:14.809631 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c18a59-a4a4-4fa5-ad30-5397a6d0b656 req-4c8faca5-ba61-48a4-af7a-a34e73057c88 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:14.811896 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a0c18a59-a4a4-4fa5-ad30-5397a6d0b656 req-4c8faca5-ba61-48a4-af7a-a34e73057c88 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0565095 Mar 23 17:10:14.863873 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a0c18a59-a4a4-4fa5-ad30-5397a6d0b656 req-01512750-3e19-4689-aaf9-2a0b84d13929 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442400 Mar 23 17:10:16.003625 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad32d3-df72-499c-b9ff-27e28b684476 req-414a60b2-97a1-480d-a926-deb88db1c089 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:16.005077 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d0ad32d3-df72-499c-b9ff-27e28b684476 req-414a60b2-97a1-480d-a926-deb88db1c089 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0637715 Mar 23 17:10:16.067949 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d0ad32d3-df72-499c-b9ff-27e28b684476 req-444d1825-c18d-4216-b55c-fa511ec526cb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546522 Mar 23 17:10:17.213672 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076b9d9-480f-49fb-9174-2c5c85ada4e8 req-ed03c1d6-fddc-47f0-8c72-a1283765a5d9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:17.215466 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1076b9d9-480f-49fb-9174-2c5c85ada4e8 req-ed03c1d6-fddc-47f0-8c72-a1283765a5d9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0560484 Mar 23 17:10:17.266376 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1076b9d9-480f-49fb-9174-2c5c85ada4e8 req-69828b13-eb23-4bef-87bb-6678f99a905e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438285 Mar 23 17:10:18.391815 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f47bc-8c61-4b59-ba81-54c125ac7ff5 req-44c5b007-0baf-4bc4-97f3-dc5086b9d1ac tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:18.393380 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4d4f47bc-8c61-4b59-ba81-54c125ac7ff5 req-44c5b007-0baf-4bc4-97f3-dc5086b9d1ac tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0548537 Mar 23 17:10:18.443325 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4d4f47bc-8c61-4b59-ba81-54c125ac7ff5 req-2fa1535d-5312-4ab5-bf70-46b37befeaee tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443215 Mar 23 17:10:19.024327 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325435d0-07e8-41bf-8dad-398564988a6d req-7a55c20a-34ea-4839-a073-eb36b5bcf58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:19.025853 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-325435d0-07e8-41bf-8dad-398564988a6d req-7a55c20a-34ea-4839-a073-eb36b5bcf58a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 1130 time: 0.0512736 Mar 23 17:10:19.120494 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325435d0-07e8-41bf-8dad-398564988a6d req-76f4def9-bbf3-4d12-8458-5d9384c86c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:19.122042 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-325435d0-07e8-41bf-8dad-398564988a6d req-76f4def9-bbf3-4d12-8458-5d9384c86c5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 920 time: 0.0851188 Mar 23 17:10:19.195960 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-325435d0-07e8-41bf-8dad-398564988a6d req-0b332fc7-5d40-4245-b662-cda5f228cfcf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b6132a0-6562-422f-942f-b09e40dd5133 HTTP/1.1" status: 200 len: 1001 time: 0.0626042 Mar 23 17:10:19.247002 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325435d0-07e8-41bf-8dad-398564988a6d req-07c3a915-7d9c-4769-9121-b9ad946604b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:19.249055 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-325435d0-07e8-41bf-8dad-398564988a6d req-07c3a915-7d9c-4769-9121-b9ad946604b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34f5912-e7b8-4c19-ae6b-6c3e94613af9 HTTP/1.1" status: 200 len: 857 time: 0.0468717 Mar 23 17:10:19.302441 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325435d0-07e8-41bf-8dad-398564988a6d req-e812b531-9476-4dca-97a3-410aceb9efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:19.303960 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-325435d0-07e8-41bf-8dad-398564988a6d req-e812b531-9476-4dca-97a3-410aceb9efcc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51f4a656-753b-4765-843d-71e3a0fb2d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448861 Mar 23 17:10:19.395933 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-325435d0-07e8-41bf-8dad-398564988a6d req-f7eff971-800a-4fbb-b528-deb0d4d86e9d service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829804 Mar 23 17:10:19.494412 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-325435d0-07e8-41bf-8dad-398564988a6d req-9c161b76-dc70-4cb2-8a6a-95f76783991b service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850358 Mar 23 17:10:19.569433 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7ceae-48f9-42a2-b3c8-44a16e8440c1 req-8138fd24-afc4-4848-ba6c-85d17a72911d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:19.571075 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-61c7ceae-48f9-42a2-b3c8-44a16e8440c1 req-8138fd24-afc4-4848-ba6c-85d17a72911d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0572722 Mar 23 17:10:19.619950 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-61c7ceae-48f9-42a2-b3c8-44a16e8440c1 req-93088a1a-9a33-4070-b1a6-3f645cf38b74 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432217 Mar 23 17:10:20.735920 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e39a56-9dfb-4564-9619-06c1614b7fa5 req-0934abe2-8563-4fab-9f72-2073d433cd21 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:20.737458 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-94e39a56-9dfb-4564-9619-06c1614b7fa5 req-0934abe2-8563-4fab-9f72-2073d433cd21 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 946 time: 0.0538487 Mar 23 17:10:20.746658 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c15655-63e0-4737-b2ec-198b2097a420 req-7bc8b1ec-3434-4a10-a830-01dd52143d47 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:20.748215 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f3c15655-63e0-4737-b2ec-198b2097a420 req-7bc8b1ec-3434-4a10-a830-01dd52143d47 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0553935 Mar 23 17:10:20.785217 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-94e39a56-9dfb-4564-9619-06c1614b7fa5 req-cdc7267f-17a6-4f54-984a-3341cb283639 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 Mar 23 17:10:20.810923 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f3c15655-63e0-4737-b2ec-198b2097a420 req-da8c0f0f-9a81-4838-baeb-7635a2a9472b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571418 Mar 23 17:10:21.904956 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa3242-fb38-4dd5-9dd3-ddd9eb03d127 req-a2073553-9616-4fd6-8b21-bae29eeb4dbb tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:21.906441 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-33aa3242-fb38-4dd5-9dd3-ddd9eb03d127 req-a2073553-9616-4fd6-8b21-bae29eeb4dbb tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 946 time: 0.0553684 Mar 23 17:10:21.933172 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a611ed-a38a-49a1-af4a-078f22dbfc36 req-271fb79d-4ff4-4f18-a400-8f2b1f5d4635 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:21.934573 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-28a611ed-a38a-49a1-af4a-078f22dbfc36 req-271fb79d-4ff4-4f18-a400-8f2b1f5d4635 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0519397 Mar 23 17:10:21.952510 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-33aa3242-fb38-4dd5-9dd3-ddd9eb03d127 req-d051ea24-d8bb-4179-b6f8-ed476b4267a1 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405233 Mar 23 17:10:21.981357 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-28a611ed-a38a-49a1-af4a-078f22dbfc36 req-b91c9e3c-d3e3-4ea4-aa0a-4a7dd4b03bef tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405860 Mar 23 17:10:22.521744 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 60360) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:22.624747 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3f377f0f-576b-449e-894b-875d78a2ee69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:22.696993 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3f377f0f-576b-449e-894b-875d78a2ee69 admin admin] Publish callbacks [] for security_group (b3fd67ee-b82c-4477-affe-3ed3b144e3d7), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:22.765602 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4172a34-5a40-4c43-bc47-4c54b7d19f7e req-dcc1db1e-a9ed-4bea-9b0b-cdec10e843dd tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:22.767074 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c4172a34-5a40-4c43-bc47-4c54b7d19f7e req-dcc1db1e-a9ed-4bea-9b0b-cdec10e843dd tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 946 time: 0.0518527 Mar 23 17:10:22.768488 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3f377f0f-576b-449e-894b-875d78a2ee69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (b3fd67ee-b82c-4477-affe-3ed3b144e3d7), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:22.836952 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f377f0f-576b-449e-894b-875d78a2ee69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fd67ee-b82c-4477-affe-3ed3b144e3d7,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:22.843949 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-3f377f0f-576b-449e-894b-875d78a2ee69 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bcc52682e48344a29b8a938faa6f9c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210981 Mar 23 17:10:22.846750 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60364) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:22.894665 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-534779ee-b60d-4702-9a8c-e323af72f7dd admin admin] Publish callbacks [] for security_group (b3fd67ee-b82c-4477-affe-3ed3b144e3d7), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:22.898997 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [req-c4172a34-5a40-4c43-bc47-4c54b7d19f7e req-b341cf03-ed52-4537-b605-7a49cc27e1eb tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Deleting port 3b51d4dd-23af-4cdc-beed-74d3a72d2152 {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:10:22.899338 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-c4172a34-5a40-4c43-bc47-4c54b7d19f7e req-b341cf03-ed52-4537-b605-7a49cc27e1eb tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (3b51d4dd-23af-4cdc-beed-74d3a72d2152), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:22.915996 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-534779ee-b60d-4702-9a8c-e323af72f7dd admin admin] Publish callbacks [] for security_group (b3fd67ee-b82c-4477-affe-3ed3b144e3d7), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:22.996906 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-c4172a34-5a40-4c43-bc47-4c54b7d19f7e req-b341cf03-ed52-4537-b605-7a49cc27e1eb tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] For port 3b51d4dd-23af-4cdc-beed-74d3a72d2152, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=3b51d4dd-23af-4cdc-beed-74d3a72d2152,segment=NetworkSegment(bd817a77-a315-40f2-a4d9-a3f7959c89b7),segment_id=bd817a77-a315-40f2-a4d9-a3f7959c89b7)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:10:22.997462 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-c4172a34-5a40-4c43-bc47-4c54b7d19f7e req-b341cf03-ed52-4537-b605-7a49cc27e1eb tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (3b51d4dd-23af-4cdc-beed-74d3a72d2152), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:23.011007 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [req-c4172a34-5a40-4c43-bc47-4c54b7d19f7e req-b341cf03-ed52-4537-b605-7a49cc27e1eb tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Calling delete_port for 3b51d4dd-23af-4cdc-beed-74d3a72d2152 owned by compute:nova {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:10:23.051787 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-534779ee-b60d-4702-9a8c-e323af72f7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (b3fd67ee-b82c-4477-affe-3ed3b144e3d7), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:23.054623 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-534779ee-b60d-4702-9a8c-e323af72f7dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:23.058985 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-534779ee-b60d-4702-9a8c-e323af72f7dd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b3fd67ee-b82c-4477-affe-3ed3b144e3d7 HTTP/1.1" status: 204 len: 168 time: 0.2109494 Mar 23 17:10:23.072668 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534779ee-b60d-4702-9a8c-e323af72f7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fd67ee-b82c-4477-affe-3ed3b144e3d7,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:23.136873 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e029-fd48-40b8-9ec9-f9824698a42a req-ce0009a8-1298-4fe4-bb6c-90037897e6f4 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:23.146292 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f387e029-fd48-40b8-9ec9-f9824698a42a req-ce0009a8-1298-4fe4-bb6c-90037897e6f4 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 946 time: 0.1217339 Mar 23 17:10:23.161883 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61926398-ceb0-428b-be00-e226ff19bc19 req-af824858-4411-4e29-9421-75f7ec804304 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:23.163448 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-61926398-ceb0-428b-be00-e226ff19bc19 req-af824858-4411-4e29-9421-75f7ec804304 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0919704 Mar 23 17:10:23.203007 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f387e029-fd48-40b8-9ec9-f9824698a42a req-56e73b3b-9793-4dec-8061-958c99c96206 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558460 Mar 23 17:10:23.250610 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-61926398-ceb0-428b-be00-e226ff19bc19 req-5b4ab569-f995-4164-b83a-c319d2af328b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760050 Mar 23 17:10:23.351553 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-c4172a34-5a40-4c43-bc47-4c54b7d19f7e req-b341cf03-ed52-4537-b605-7a49cc27e1eb tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (3b51d4dd-23af-4cdc-beed-74d3a72d2152), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:23.377765 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['3b51d4dd-23af-4cdc-beed-74d3a72d2152'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:10:23.381642 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341cf03-ed52-4537-b605-7a49cc27e1eb tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Pushing event deleted for resources: {'Port': ['ID=3b51d4dd-23af-4cdc-beed-74d3a72d2152,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:23.423605 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4172a34-5a40-4c43-bc47-4c54b7d19f7e req-b341cf03-ed52-4537-b605-7a49cc27e1eb tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] No DVR routers for this DVR port 3b51d4dd-23af-4cdc-beed-74d3a72d2152 on host hv-cinder-83491 {{(pid=104061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:10:23.426399 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-c4172a34-5a40-4c43-bc47-4c54b7d19f7e req-b341cf03-ed52-4537-b605-7a49cc27e1eb tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:23.429629 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c4172a34-5a40-4c43-bc47-4c54b7d19f7e req-b341cf03-ed52-4537-b605-7a49cc27e1eb tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.43 "DELETE /v2.0/ports/3b51d4dd-23af-4cdc-beed-74d3a72d2152 HTTP/1.1" status: 204 len: 173 time: 0.6430180 Mar 23 17:10:23.430075 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77dff63-8b76-4a46-88b7-c83ddf4d8fb9', 'name': 'network-vif-deleted', 'tag': '3b51d4dd-23af-4cdc-beed-74d3a72d2152'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:10:23.432333 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174c9c5d-a45a-4770-90c0-bfe909d63692" -d '{"events": [{"server_uuid": "c77dff63-8b76-4a46-88b7-c83ddf4d8fb9", "name": "network-vif-deleted", "tag": "3b51d4dd-23af-4cdc-beed-74d3a72d2152"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:10:23.467187 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490706b6-da42-4d5a-bc0b-75bf44092238 x-openstack-request-id: req-490706b6-da42-4d5a-bc0b-75bf44092238 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:10:23.467477 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77dff63-8b76-4a46-88b7-c83ddf4d8fb9", "name": "network-vif-deleted", "tag": "3b51d4dd-23af-4cdc-beed-74d3a72d2152", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:10:23.467730 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-490706b6-da42-4d5a-bc0b-75bf44092238 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:10:23.468137 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-490706b6-da42-4d5a-bc0b-75bf44092238'] response: {'server_uuid': 'c77dff63-8b76-4a46-88b7-c83ddf4d8fb9', 'name': 'network-vif-deleted', 'tag': '3b51d4dd-23af-4cdc-beed-74d3a72d2152', 'status': 'completed', 'code': 200} Mar 23 17:10:24.081195 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60400) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:24.176985 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-0cff5872-eebd-4377-8f9f-dc0a18b0462f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1787712834-network', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:24.248957 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cff5872-eebd-4377-8f9f-dc0a18b0462f admin admin] Made reservation on behalf of cd1e733ba35546dc84611e4dace6395c for: {'network': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:10:24.253009 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0cff5872-eebd-4377-8f9f-dc0a18b0462f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:24.261991 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0cff5872-eebd-4377-8f9f-dc0a18b0462f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:24.392572 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0cff5872-eebd-4377-8f9f-dc0a18b0462f admin admin] Publish callbacks [] for security_group (d6587a50-5eaf-43e1-91e7-fb94d47e9c11), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:24.414601 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f09aa-8c8a-4905-9239-59c8d98b553c req-5ea9d21d-d954-4646-bf0d-e52543b9d302 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:24.416180 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7d9f09aa-8c8a-4905-9239-59c8d98b553c req-5ea9d21d-d954-4646-bf0d-e52543b9d302 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.0798581 Mar 23 17:10:24.468439 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7d9f09aa-8c8a-4905-9239-59c8d98b553c req-524d7a6e-0067-4593-929a-0f904b83209c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453403 Mar 23 17:10:24.471301 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0cff5872-eebd-4377-8f9f-dc0a18b0462f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (d6587a50-5eaf-43e1-91e7-fb94d47e9c11), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:24.502456 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cff5872-eebd-4377-8f9f-dc0a18b0462f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1241} {{(pid=104060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:10:24.508317 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff5872-eebd-4377-8f9f-dc0a18b0462f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6587a50-5eaf-43e1-91e7-fb94d47e9c11,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:24.516457 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0cff5872-eebd-4377-8f9f-dc0a18b0462f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (e3754e86-5835-42cb-b0e6-3931654456a2), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:24.516920 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.segments_db [None req-0cff5872-eebd-4377-8f9f-dc0a18b0462f admin admin] Added segment e3754e86-5835-42cb-b0e6-3931654456a2 of type vlan for network 68d01c04-ef08-421d-abdc-4975a2a480d9 Mar 23 17:10:24.568257 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0cff5872-eebd-4377-8f9f-dc0a18b0462f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (68d01c04-ef08-421d-abdc-4975a2a480d9), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:24.589199 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c7194f0b-6a01-41c4-8a1a-ef5a3d8db7e4 req-8d144782-3143-482a-9184-1e8c4e0aaef8 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=c77dff63-8b76-4a46-88b7-c83ddf4d8fb9 HTTP/1.1" status: 200 len: 210 time: 0.2979569 Mar 23 17:10:24.637610 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0cff5872-eebd-4377-8f9f-dc0a18b0462f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (68d01c04-ef08-421d-abdc-4975a2a480d9), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:24.639179 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff5872-eebd-4377-8f9f-dc0a18b0462f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:24.639690 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0cff5872-eebd-4377-8f9f-dc0a18b0462f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:24.688792 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:24.698384 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff5872-eebd-4377-8f9f-dc0a18b0462f admin admin] Pushing event updated for resources: {'Network': ['ID=68d01c04-ef08-421d-abdc-4975a2a480d9,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:24.710675 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network 68d01c04-ef08-421d-abdc-4975a2a480d9 details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:10:24.758123 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-0cff5872-eebd-4377-8f9f-dc0a18b0462f admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6723444 Mar 23 17:10:24.758123 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60414) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:24.764154 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-5336fde1-9925-46be-8fc1-e02af5b3b317 admin admin] Request body: {'subnet': {'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1787712834-subnet', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'ip_version': 4}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:24.855603 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e0b1d-3f19-4c70-8134-38894427c6ab req-c6301525-f9f5-4e0e-94cd-a80f5be8132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:24.857640 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-626e0b1d-3f19-4c70-8134-38894427c6ab req-c6301525-f9f5-4e0e-94cd-a80f5be8132b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c&device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 1127 time: 0.0433176 Mar 23 17:10:24.877695 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5336fde1-9925-46be-8fc1-e02af5b3b317 admin admin] Made reservation on behalf of cd1e733ba35546dc84611e4dace6395c for: {'subnet': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:10:24.880938 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5336fde1-9925-46be-8fc1-e02af5b3b317 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:24.968963 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e0b1d-3f19-4c70-8134-38894427c6ab req-c97ce242-ac19-433b-b55d-4115b515b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:24.970569 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-626e0b1d-3f19-4c70-8134-38894427c6ab req-c97ce242-ac19-433b-b55d-4115b515b3cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3 HTTP/1.1" status: 200 len: 918 time: 0.0880909 Mar 23 17:10:25.041342 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-626e0b1d-3f19-4c70-8134-38894427c6ab req-0b0bd6f8-fd2c-45a6-86f9-d3d537840669 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c HTTP/1.1" status: 200 len: 999 time: 0.0622947 Mar 23 17:10:25.089148 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5336fde1-9925-46be-8fc1-e02af5b3b317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for subnet (d34e29e9-cb3c-4a86-90df-8b01f3de3a73), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:25.094147 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e0b1d-3f19-4c70-8134-38894427c6ab req-a371a7de-ec76-494a-b76d-de5ede0c8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:25.095684 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-626e0b1d-3f19-4c70-8134-38894427c6ab req-a371a7de-ec76-494a-b76d-de5ede0c8deb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=421c0aa2-1b52-4062-af10-a6dde97fb797 HTTP/1.1" status: 200 len: 855 time: 0.0444918 Mar 23 17:10:25.143729 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e0b1d-3f19-4c70-8134-38894427c6ab req-1c18ee76-aecf-41cd-aa3d-6b626a52cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:25.145057 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336fde1-9925-46be-8fc1-e02af5b3b317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d34e29e9-cb3c-4a86-90df-8b01f3de3a73,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:25.146934 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-626e0b1d-3f19-4c70-8134-38894427c6ab req-1c18ee76-aecf-41cd-aa3d-6b626a52cd3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430334 Mar 23 17:10:25.147088 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-5597996f-43b9-4d82-8fe0-5ca32fe793ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:25.152563 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5336fde1-9925-46be-8fc1-e02af5b3b317 admin admin] Checking segment: {'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:10:25.152950 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5336fde1-9925-46be-8fc1-e02af5b3b317 admin admin] Network hostable DHCP agents. Network: 68d01c04-ef08-421d-abdc-4975a2a480d9, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:10:25.225753 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5336fde1-9925-46be-8fc1-e02af5b3b317 admin admin] Network 68d01c04-ef08-421d-abdc-4975a2a480d9 is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:10:25.240198 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-626e0b1d-3f19-4c70-8134-38894427c6ab req-67aa65e6-2129-4e56-8e6d-fa4d151e5122 service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847535 Mar 23 17:10:25.265977 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-5336fde1-9925-46be-8fc1-e02af5b3b317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, 68d01c04-ef08-421d-abdc-4975a2a480d9) {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:10:25.270508 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5336fde1-9925-46be-8fc1-e02af5b3b317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:25.271115 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5336fde1-9925-46be-8fc1-e02af5b3b317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:25.275678 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335376cb-7a4d-41bb-94f3-86b4c8fd022a None None] Network 68d01c04-ef08-421d-abdc-4975a2a480d9 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:10:25.332243 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-626e0b1d-3f19-4c70-8134-38894427c6ab req-8518b135-67b5-4f79-b932-9e29bbb990a9 service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850828 Mar 23 17:10:25.349172 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-5336fde1-9925-46be-8fc1-e02af5b3b317 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5891376 Mar 23 17:10:25.351482 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60420) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:25.355665 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:25.380729 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46ccecf2-b578-5c7d-9b04-0141a0aafca4-68d01c04-ef08-421d-abdc-4975a2a480d9', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73'}]}} from dv-cinder-834919-1-iscsi. {{(pid=104062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:10:25.381571 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:25.454701 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16300859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-774'] for router (ca891440-c6d2-4045-baba-97033f5ca743), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:25.455815 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16729771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16310052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router (ca891440-c6d2-4045-baba-97033f5ca743), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:25.511873 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Publish callbacks [] for router_controller (ca891440-c6d2-4045-baba-97033f5ca743), precommit_add_association {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:25.518726 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.db_base_plugin_common [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Allocated IP 172.20.0.2 (68d01c04-ef08-421d-abdc-4975a2a480d9/d34e29e9-cb3c-4a86-90df-8b01f3de3a73/192f9da4-cf72-493f-b853-af1ab405a7da) {{(pid=104062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:10:25.659073 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc250d85-b63d-480d-bf27-a0c4b60e260c req-38944748-d9c3-4911-b96a-6de4cc567348 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:25.662190 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-dc250d85-b63d-480d-bf27-a0c4b60e260c req-38944748-d9c3-4911-b96a-6de4cc567348 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.1152494 Mar 23 17:10:25.685649 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Publish callbacks [] for port (192f9da4-cf72-493f-b853-af1ab405a7da), precommit_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:25.735411 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (192f9da4-cf72-493f-b853-af1ab405a7da), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:25.779322 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Network 68d01c04-ef08-421d-abdc-4975a2a480d9 is already hosted by enough agents. {{(pid=104062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:10:25.782807 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.base_scheduler [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Resources bound (agent type, host, resource id): {{(pid=104062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:10:25.789213 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Received port after_create {{(pid=104062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:10:25.795671 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Pushing event updated for resources: {'Port': ['ID=192f9da4-cf72-493f-b853-af1ab405a7da,revision_number=1']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:25.860894 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Attempting to bind port 192f9da4-cf72-493f-b853-af1ab405a7da on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:10:25.861769 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Attempting to bind port 192f9da4-cf72-493f-b853-af1ab405a7da by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:10:25.862593 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Attempting to bind port 192f9da4-cf72-493f-b853-af1ab405a7da on network 68d01c04-ef08-421d-abdc-4975a2a480d9 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:10:25.869132 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:10:25.869521 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Checking segment: {'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:10:25.870110 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:25.870516 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Bound using segment: {'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:10:25.871002 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Bound port: 192f9da4-cf72-493f-b853-af1ab405a7da, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:10:25.871394 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (192f9da4-cf72-493f-b853-af1ab405a7da), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:25.943556 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] For port 192f9da4-cf72-493f-b853-af1ab405a7da, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:10:25.947493 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] For port 192f9da4-cf72-493f-b853-af1ab405a7da, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=192f9da4-cf72-493f-b853-af1ab405a7da,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:10:25.988424 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Publish callbacks [] for router_gateway (ca891440-c6d2-4045-baba-97033f5ca743), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:26.016386 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-dc250d85-b63d-480d-bf27-a0c4b60e260c req-8fcc5549-ac05-4c0b-96a9-ded4548523f8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3485901 Mar 23 17:10:26.032869 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (192f9da4-cf72-493f-b853-af1ab405a7da), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:26.094426 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec60c1-507d-4bcc-8a01-97890b734d01 None None] Pushing event updated for resources: {'Port': ['ID=192f9da4-cf72-493f-b853-af1ab405a7da,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:26.271886 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Publish callbacks [] for router_gateway (ca891440-c6d2-4045-baba-97033f5ca743), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:26.295902 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:26.415837 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Allocated IP 172.27.1.213 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/9afe5182-bccd-4ff8-a41c-ba206719ee41) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:10:26.521873 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Publish callbacks [] for port (9afe5182-bccd-4ff8-a41c-ba206719ee41), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:26.638017 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (9afe5182-bccd-4ff8-a41c-ba206719ee41), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:26.675048 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:10:26.677778 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:10:26.683785 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:10:26.689642 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Pushing event updated for resources: {'Port': ['ID=9afe5182-bccd-4ff8-a41c-ba206719ee41,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:27.005386 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fc43df-660d-4702-92d0-633e86ac3f57 None None] Network 68d01c04-ef08-421d-abdc-4975a2a480d9 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:10:27.111868 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-0b80bc6a-1671-4554-8cd8-2e2e0f9fd6b3 None None] Provisioning complete for port 192f9da4-cf72-493f-b853-af1ab405a7da triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:27.112254 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0b80bc6a-1671-4554-8cd8-2e2e0f9fd6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (192f9da4-cf72-493f-b853-af1ab405a7da), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:27.128554 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Publish callbacks [] for router_gateway (ca891440-c6d2-4045-baba-97033f5ca743), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:27.221122 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 192f9da4-cf72-493f-b853-af1ab405a7da up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:10:27.244379 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b918807-40a5-4866-bd6b-2f6d9a8699e2 req-3aba0ef6-8b4a-4d18-b9d7-a56a5db53c43 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:27.245389 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6b918807-40a5-4866-bd6b-2f6d9a8699e2 req-3aba0ef6-8b4a-4d18-b9d7-a56a5db53c43 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 943 time: 0.1482425 Mar 23 17:10:27.276005 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-0b80bc6a-1671-4554-8cd8-2e2e0f9fd6b3 None None] Current status of the port 192f9da4-cf72-493f-b853-af1ab405a7da is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:27.276403 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0b80bc6a-1671-4554-8cd8-2e2e0f9fd6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (192f9da4-cf72-493f-b853-af1ab405a7da), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:27.328111 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-0b80bc6a-1671-4554-8cd8-2e2e0f9fd6b3 None None] For port 192f9da4-cf72-493f-b853-af1ab405a7da, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=192f9da4-cf72-493f-b853-af1ab405a7da,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:10:27.329218 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 192f9da4-cf72-493f-b853-af1ab405a7da triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:27.329615 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (192f9da4-cf72-493f-b853-af1ab405a7da), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:27.364504 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1f4a8e49-b984-4053-b0c2-3f74de953a5c details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:10:27.369173 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0343354a-2053-4cbd-baf3-5cc59e45d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:27.380247 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6b918807-40a5-4866-bd6b-2f6d9a8699e2 req-30ba1369-50ae-4344-90c2-1b8031c2a989 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233449 Mar 23 17:10:27.384814 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0b80bc6a-1671-4554-8cd8-2e2e0f9fd6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (192f9da4-cf72-493f-b853-af1ab405a7da), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:27.421202 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16729776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728365'] for router (ca891440-c6d2-4045-baba-97033f5ca743), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:27.602836 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Router ca891440-c6d2-4045-baba-97033f5ca743 is scheduled to L3 agent f6827492-862c-46c2-a752-b75deb79caf3 with binding_index 1 {{(pid=104060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:10:27.644049 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80bc6a-1671-4554-8cd8-2e2e0f9fd6b3 None None] Pushing event updated for resources: {'Port': ['ID=192f9da4-cf72-493f-b853-af1ab405a7da,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:27.668232 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-5944e035-e140-454e-be02-501e69a881a7 None None] Provisioning complete for port 192f9da4-cf72-493f-b853-af1ab405a7da triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:27.668640 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-5944e035-e140-454e-be02-501e69a881a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (192f9da4-cf72-493f-b853-af1ab405a7da), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:27.690114 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 192f9da4-cf72-493f-b853-af1ab405a7da is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:27.720741 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1f4a8e49-b984-4053-b0c2-3f74de953a5c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:10:27.724508 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:10:27.734216 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Sync routers for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:10:27.737351 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '1f4a8e49-b984-4053-b0c2-3f74de953a5c', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'port_id': '1f4a8e49-b984-4053-b0c2-3f74de953a5c', 'mac_address': 'fa:16:3e:ee:80:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:10:27.743595 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:10:27.744231 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:10:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:27.802532 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:27.805388 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-f95f94c5-ad7c-4f52-bdaa-605a812983b1 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4523411 Mar 23 17:10:27.807789 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 60446) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:27.811941 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 1f4a8e49-b984-4053-b0c2-3f74de953a5c is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:27.811941 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:27.813797 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-5944e035-e140-454e-be02-501e69a881a7 None None] Current status of the port 192f9da4-cf72-493f-b853-af1ab405a7da is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:27.829097 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4a8e49-b984-4053-b0c2-3f74de953a5c {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:10:27.851474 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1f4a8e49-b984-4053-b0c2-3f74de953a5c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:10:27.867431 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:10:27.929127 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:27.980735 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=1f4a8e49-b984-4053-b0c2-3f74de953a5c,revision_number=9']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:28.043202 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:26Z', 'revision_number': 3, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:28.072800 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Checking router: ca891440-c6d2-4045-baba-97033f5ca743 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:10:28.073159 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Updating router ca891440-c6d2-4045-baba-97033f5ca743 port 9afe5182-bccd-4ff8-a41c-ba206719ee41 binding host dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:10:28.099896 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (9afe5182-bccd-4ff8-a41c-ba206719ee41), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:28.155921 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 3b51d4dd-23af-4cdc-beed-74d3a72d2152 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:10:28.178082 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: 3b51d4dd-23af-4cdc-beed-74d3a72d2152 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:10:28.178589 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 3b51d4dd-23af-4cdc-beed-74d3a72d2152 not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:10:28.246742 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:28.350713 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Publish callbacks [] for port (9afe5182-bccd-4ff8-a41c-ba206719ee41), precommit_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:28.399478 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Allocated IP 172.20.0.1 (68d01c04-ef08-421d-abdc-4975a2a480d9/d34e29e9-cb3c-4a86-90df-8b01f3de3a73/afd097e2-1419-4bb8-a191-2fb09122428e) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:10:28.459709 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (9afe5182-bccd-4ff8-a41c-ba206719ee41), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:28.504093 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Attempting to bind port 9afe5182-bccd-4ff8-a41c-ba206719ee41 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:10:28.504594 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Attempting to bind port 9afe5182-bccd-4ff8-a41c-ba206719ee41 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:10:28.504852 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Attempting to bind port 9afe5182-bccd-4ff8-a41c-ba206719ee41 on network 2c02e95d-8a1b-4700-95ef-e7028012d606 {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:10:28.512379 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:10:28.512786 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Checking segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:10:28.513843 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:28.514239 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Bound using segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:10:28.514925 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Bound port: 9afe5182-bccd-4ff8-a41c-ba206719ee41, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:10:28.515304 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (9afe5182-bccd-4ff8-a41c-ba206719ee41), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:28.542544 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Pushing event updated for resources: {'Port': ['ID=9afe5182-bccd-4ff8-a41c-ba206719ee41,revision_number=2']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:28.549506 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa59df-ebcf-4832-a1f9-0fadb771fc90 req-a5c96748-db40-4a99-b72a-611adcd90a89 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:28.550976 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e6fa59df-ebcf-4832-a1f9-0fadb771fc90 req-a5c96748-db40-4a99-b72a-611adcd90a89 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 944 time: 0.0939565 Mar 23 17:10:28.554773 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:28.555124 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:28.555492 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:28.555616 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Publish callbacks [] for port (afd097e2-1419-4bb8-a191-2fb09122428e), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:28.555849 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:28.556182 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:28.556517 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:28.556872 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:28.557199 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:28.557521 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:28.557844 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:28.558175 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:28.558510 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:28.558821 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:28.559139 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:28.559453 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:28.563053 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:28.587850 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] For port 9afe5182-bccd-4ff8-a41c-ba206719ee41, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:10:28.591842 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] For port 9afe5182-bccd-4ff8-a41c-ba206719ee41, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=9afe5182-bccd-4ff8-a41c-ba206719ee41,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:10:28.619347 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e6fa59df-ebcf-4832-a1f9-0fadb771fc90 req-07c799c4-d7be-492e-b06a-155ac8aaff6e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607183 Mar 23 17:10:28.677881 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (9afe5182-bccd-4ff8-a41c-ba206719ee41), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:28.715948 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:28.737978 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:10:28.738587 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:10:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:28.740351 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522fd5e-bf8c-48d4-a4d4-48894d44cf12 None None] Pushing event updated for resources: {'Port': ['ID=9afe5182-bccd-4ff8-a41c-ba206719ee41,revision_number=3']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:28.756262 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Network 68d01c04-ef08-421d-abdc-4975a2a480d9 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:10:28.759168 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:10:28.761928 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:10:28.798087 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Pushing event updated for resources: {'Port': ['ID=afd097e2-1419-4bb8-a191-2fb09122428e,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:28.810511 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16731896'] for router_interface (ca891440-c6d2-4045-baba-97033f5ca743), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:28.851926 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:10:28.998079 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:29.031762 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:26Z', 'revision_number': 3, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:29.041947 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-e689955e-de66-4d17-985c-fd7c23c876bc None None] Provisioning complete for port afd097e2-1419-4bb8-a191-2fb09122428e triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:29.042413 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e689955e-de66-4d17-985c-fd7c23c876bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:29.065383 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae77b7-b282-40bc-a50f-425f39677247 None None] The sync data for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi is: [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:26Z', 'revision_number': 3, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:10:29.089383 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-e689955e-de66-4d17-985c-fd7c23c876bc None None] Port afd097e2-1419-4bb8-a191-2fb09122428e cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:10:29.189203 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Publish callbacks [] for port (afd097e2-1419-4bb8-a191-2fb09122428e), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:29.191049 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 192f9da4-cf72-493f-b853-af1ab405a7da up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:10:29.248633 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 192f9da4-cf72-493f-b853-af1ab405a7da triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:29.249079 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (192f9da4-cf72-493f-b853-af1ab405a7da), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:29.251764 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:29.315428 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Pushing event updated for resources: {'Port': ['ID=afd097e2-1419-4bb8-a191-2fb09122428e,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:29.318338 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16361821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16731756'] for router_interface (ca891440-c6d2-4045-baba-97033f5ca743), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:29.344907 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 192f9da4-cf72-493f-b853-af1ab405a7da is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:29.440843 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Network 68d01c04-ef08-421d-abdc-4975a2a480d9 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:10:29.442345 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:10:29.492749 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['1f4a8e49-b984-4053-b0c2-3f74de953a5c'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:10:29.590477 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Router ca891440-c6d2-4045-baba-97033f5ca743 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:10:29.726502 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-10b5acd6-a18c-43d3-859c-057624180222 None None] Provisioning complete for port afd097e2-1419-4bb8-a191-2fb09122428e triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:29.727150 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:10:29.727311 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-10b5acd6-a18c-43d3-859c-057624180222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:29.736457 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-017fea31-ab63-4beb-b44e-dd2b14506757 admin admin] 10.222.0.97 "PUT /v2.0/routers/ca891440-c6d2-4045-baba-97033f5ca743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9271288 Mar 23 17:10:29.778419 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-10b5acd6-a18c-43d3-859c-057624180222 None None] Port afd097e2-1419-4bb8-a191-2fb09122428e cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:10:29.786060 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a31c-dcc0-44b9-8daa-9412857826d9 req-14aa2169-0117-47c1-bb7f-ac3d388a8e75 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:29.787896 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3cc4a31c-dcc0-44b9-8daa-9412857826d9 req-14aa2169-0117-47c1-bb7f-ac3d388a8e75 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 944 time: 0.0624471 Mar 23 17:10:29.838628 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3cc4a31c-dcc0-44b9-8daa-9412857826d9 req-43221958-e0bb-4d00-b776-3a7be9810414 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448954 Mar 23 17:10:29.991641 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:30.325401 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:10:30.431244 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60488) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:30.436256 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-0d77e158-5e34-4a98-8c49-d4766576115f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-8203916-network', 'tenant_id': 'ee75696618b14fb880544bbc388fdcd6'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:30.557422 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d77e158-5e34-4a98-8c49-d4766576115f admin admin] Made reservation on behalf of ee75696618b14fb880544bbc388fdcd6 for: {'network': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:10:30.559852 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0d77e158-5e34-4a98-8c49-d4766576115f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:30.570106 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0d77e158-5e34-4a98-8c49-d4766576115f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:30.649648 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0d77e158-5e34-4a98-8c49-d4766576115f admin admin] Publish callbacks [] for security_group (a497c1db-d291-4b0e-80ce-3fd4c06a46ea), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:30.718017 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0d77e158-5e34-4a98-8c49-d4766576115f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (a497c1db-d291-4b0e-80ce-3fd4c06a46ea), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:30.745939 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d77e158-5e34-4a98-8c49-d4766576115f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1212} {{(pid=104060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:10:30.754471 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77e158-5e34-4a98-8c49-d4766576115f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a497c1db-d291-4b0e-80ce-3fd4c06a46ea,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:30.760245 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0d77e158-5e34-4a98-8c49-d4766576115f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (367f0e3a-e176-4071-a505-a9370c939017), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:30.760668 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.segments_db [None req-0d77e158-5e34-4a98-8c49-d4766576115f admin admin] Added segment 367f0e3a-e176-4071-a505-a9370c939017 of type vlan for network e4925e5a-37c5-4f03-b0a3-eb4f72e76789 Mar 23 17:10:30.803531 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0d77e158-5e34-4a98-8c49-d4766576115f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (e4925e5a-37c5-4f03-b0a3-eb4f72e76789), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:30.830429 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Sync routers for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:10:30.839746 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:10:30.840662 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:10:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:30.929189 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0d77e158-5e34-4a98-8c49-d4766576115f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (e4925e5a-37c5-4f03-b0a3-eb4f72e76789), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:30.930166 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d77e158-5e34-4a98-8c49-d4766576115f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:30.930780 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0d77e158-5e34-4a98-8c49-d4766576115f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:30.958796 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:10:30.974564 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b94647-a0a6-468d-8def-011abeca7fb0 req-bf464d31-2b91-4a0d-8349-94e9ea7355b9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:30.976333 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-67b94647-a0a6-468d-8def-011abeca7fb0 req-bf464d31-2b91-4a0d-8349-94e9ea7355b9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 944 time: 0.0576940 Mar 23 17:10:30.991082 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77e158-5e34-4a98-8c49-d4766576115f admin admin] Pushing event updated for resources: {'Network': ['ID=e4925e5a-37c5-4f03-b0a3-eb4f72e76789,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:31.008465 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network e4925e5a-37c5-4f03-b0a3-eb4f72e76789 details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:10:31.026251 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-67b94647-a0a6-468d-8def-011abeca7fb0 req-e0f4a61c-5c1a-4568-a3ce-07eb352163c7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443861 Mar 23 17:10:31.049543 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-0d77e158-5e34-4a98-8c49-d4766576115f admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6144936 Mar 23 17:10:31.050322 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 60498) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:31.055431 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-996ac568-5e9b-4f40-a991-fe7a698847ed admin admin] Request body: {'subnet': {'network_id': 'e4925e5a-37c5-4f03-b0a3-eb4f72e76789', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-8203916-subnet', 'tenant_id': 'ee75696618b14fb880544bbc388fdcd6', 'ip_version': 4}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:31.125943 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1f4a8e49-b984-4053-b0c2-3f74de953a5c up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:10:31.165330 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996ac568-5e9b-4f40-a991-fe7a698847ed admin admin] Made reservation on behalf of ee75696618b14fb880544bbc388fdcd6 for: {'subnet': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:10:31.169323 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-996ac568-5e9b-4f40-a991-fe7a698847ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25001089'] for subnet (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:31.179469 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 9afe5182-bccd-4ff8-a41c-ba206719ee41 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:10:31.285884 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 1f4a8e49-b984-4053-b0c2-3f74de953a5c triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:31.286202 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:31.332682 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 9afe5182-bccd-4ff8-a41c-ba206719ee41 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:31.333062 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (9afe5182-bccd-4ff8-a41c-ba206719ee41), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:31.389280 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:29Z', 'revision_number': 2, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:31.409145 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-996ac568-5e9b-4f40-a991-fe7a698847ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25144964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25001111'] for subnet (be777268-b612-4d75-8e2f-1fba3765dfe5), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:31.441716 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Checking router: ca891440-c6d2-4045-baba-97033f5ca743 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:10:31.442080 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Updating router ca891440-c6d2-4045-baba-97033f5ca743 port afd097e2-1419-4bb8-a191-2fb09122428e binding host dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:10:31.466717 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ac568-5e9b-4f40-a991-fe7a698847ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=be777268-b612-4d75-8e2f-1fba3765dfe5,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:31.474349 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996ac568-5e9b-4f40-a991-fe7a698847ed admin admin] Checking segment: {'id': '367f0e3a-e176-4071-a505-a9370c939017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'e4925e5a-37c5-4f03-b0a3-eb4f72e76789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:10:31.474707 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ac568-5e9b-4f40-a991-fe7a698847ed admin admin] Network hostable DHCP agents. Network: e4925e5a-37c5-4f03-b0a3-eb4f72e76789, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:10:31.511534 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 1f4a8e49-b984-4053-b0c2-3f74de953a5c is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:31.511912 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:31.524409 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:31.553489 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 9afe5182-bccd-4ff8-a41c-ba206719ee41 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:31.553801 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (9afe5182-bccd-4ff8-a41c-ba206719ee41), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:31.563832 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4a8e49-b984-4053-b0c2-3f74de953a5c'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:10:31.566105 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e652e1c9-a24e-4554-bbcf-1ebadeea3a94" -d '{"events": [{"server_uuid": "ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a", "name": "network-vif-plugged", "status": "completed", "tag": "1f4a8e49-b984-4053-b0c2-3f74de953a5c"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:10:31.599567 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ac568-5e9b-4f40-a991-fe7a698847ed admin admin] Network e4925e5a-37c5-4f03-b0a3-eb4f72e76789 is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:10:31.615049 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922b4cb6-e2a4-4ea9-9e2a-9ec5e8be4888 x-openstack-request-id: req-922b4cb6-e2a4-4ea9-9e2a-9ec5e8be4888 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:10:31.615049 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a", "name": "network-vif-plugged", "status": "completed", "tag": "1f4a8e49-b984-4053-b0c2-3f74de953a5c", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:10:31.615049 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-922b4cb6-e2a4-4ea9-9e2a-9ec5e8be4888 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:10:31.615049 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-922b4cb6-e2a4-4ea9-9e2a-9ec5e8be4888'] response: {'server_uuid': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4a8e49-b984-4053-b0c2-3f74de953a5c', 'code': 200} Mar 23 17:10:31.615049 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1f4a8e49-b984-4053-b0c2-3f74de953a5c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:10:31.617175 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:31.619707 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] For port 9afe5182-bccd-4ff8-a41c-ba206719ee41, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=9afe5182-bccd-4ff8-a41c-ba206719ee41,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:10:31.771823 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:31.809143 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-996ac568-5e9b-4f40-a991-fe7a698847ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, e4925e5a-37c5-4f03-b0a3-eb4f72e76789) {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:10:31.813716 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (9afe5182-bccd-4ff8-a41c-ba206719ee41), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:31.814358 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996ac568-5e9b-4f40-a991-fe7a698847ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:31.816724 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-996ac568-5e9b-4f40-a991-fe7a698847ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:31.821121 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d9516b-3e36-4320-9e37-445beff832e4 None None] Network e4925e5a-37c5-4f03-b0a3-eb4f72e76789 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:10:31.895903 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=1f4a8e49-b984-4053-b0c2-3f74de953a5c,revision_number=10']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:31.931522 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-996ac568-5e9b-4f40-a991-fe7a698847ed admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8800044 Mar 23 17:10:31.934237 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60506) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:31.938815 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-8203916-router', 'tenant_id': 'ee75696618b14fb880544bbc388fdcd6', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:31.998370 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16300859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-774'] for router (889815ff-a0cd-4346-b545-fa1235527f52), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:31.999489 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16729771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16310052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router (889815ff-a0cd-4346-b545-fa1235527f52), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:32.063059 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Publish callbacks [] for router_controller (889815ff-a0cd-4346-b545-fa1235527f52), precommit_add_association {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:32.130234 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Publish callbacks [] for port (afd097e2-1419-4bb8-a191-2fb09122428e), precommit_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:32.140782 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Pushing event updated for resources: {'Port': ['ID=9afe5182-bccd-4ff8-a41c-ba206719ee41,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:32.192108 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46ccecf2-b578-5c7d-9b04-0141a0aafca4-e4925e5a-37c5-4f03-b0a3-eb4f72e76789', 'network_id': 'e4925e5a-37c5-4f03-b0a3-eb4f72e76789', 'project_id': 'ee75696618b14fb880544bbc388fdcd6', 'fixed_ips': [{'subnet_id': 'be777268-b612-4d75-8e2f-1fba3765dfe5'}]}} from dv-cinder-834919-1-iscsi. {{(pid=104062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:10:32.193381 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:32.206563 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f65ace-6686-4883-9183-9e933961b117 req-782ccb9d-680d-4ea3-9050-2c2841fd4d2b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:32.208217 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a3f65ace-6686-4883-9183-9e933961b117 req-782ccb9d-680d-4ea3-9050-2c2841fd4d2b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 946 time: 0.0873356 Mar 23 17:10:32.268436 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:32.273286 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a3f65ace-6686-4883-9183-9e933961b117 req-9fb45198-69aa-4e12-8877-09c8a4573149 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590734 Mar 23 17:10:32.293509 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Publish callbacks [] for router_gateway (889815ff-a0cd-4346-b545-fa1235527f52), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:32.354346 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138f1bb-2821-499b-a9b1-4ee4ee6183e6 None None] Pushing event updated for resources: {'Port': ['ID=afd097e2-1419-4bb8-a191-2fb09122428e,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:32.406256 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b6269-ce96-4b73-989b-c6fcb879a254 req-a428c3f0-e923-4921-9924-f6cdb554a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:32.407965 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c09b6269-ce96-4b73-989b-c6fcb879a254 req-a428c3f0-e923-4921-9924-f6cdb554a005 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 1130 time: 0.0512724 Mar 23 17:10:32.439170 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Attempting to bind port afd097e2-1419-4bb8-a191-2fb09122428e on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:10:32.439506 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Attempting to bind port afd097e2-1419-4bb8-a191-2fb09122428e by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:10:32.439900 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Attempting to bind port afd097e2-1419-4bb8-a191-2fb09122428e on network 68d01c04-ef08-421d-abdc-4975a2a480d9 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:10:32.445983 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.db_base_plugin_common [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Allocated IP 172.20.0.2 (e4925e5a-37c5-4f03-b0a3-eb4f72e76789/be777268-b612-4d75-8e2f-1fba3765dfe5/ab723d15-82fc-44c4-a622-584e215a027b) {{(pid=104062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:10:32.452577 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:10:32.452987 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Checking segment: {'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:10:32.457318 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:32.457318 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Bound using segment: {'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:10:32.458186 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Bound port: afd097e2-1419-4bb8-a191-2fb09122428e, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:10:32.458703 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:32.475694 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c09b6269-ce96-4b73-989b-c6fcb879a254 req-4e38420f-be5e-428d-9b0c-ff3b1e56be5b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607476 Mar 23 17:10:32.584649 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] For port afd097e2-1419-4bb8-a191-2fb09122428e, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:10:32.596425 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Publish callbacks [] for router_gateway (889815ff-a0cd-4346-b545-fa1235527f52), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:32.605115 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] For port afd097e2-1419-4bb8-a191-2fb09122428e, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=afd097e2-1419-4bb8-a191-2fb09122428e,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:10:32.615554 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:32.652319 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-974bfe4d-6a75-4141-bf74-3ab70c92d14a None None] Provisioning complete for port afd097e2-1419-4bb8-a191-2fb09122428e triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:32.652786 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-974bfe4d-6a75-4141-bf74-3ab70c92d14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:32.680915 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:32.722837 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Publish callbacks [] for port (ab723d15-82fc-44c4-a622-584e215a027b), precommit_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:32.735003 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Allocated IP 172.27.1.223 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/6669852d-32db-4dbe-977c-68ad1bd62f53) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:10:32.739945 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-974bfe4d-6a75-4141-bf74-3ab70c92d14a None None] Port afd097e2-1419-4bb8-a191-2fb09122428e cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:10:32.765380 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138f1bb-2821-499b-a9b1-4ee4ee6183e6 None None] Pushing event updated for resources: {'Port': ['ID=afd097e2-1419-4bb8-a191-2fb09122428e,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:32.767889 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:10:32.768502 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:10:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:32.838392 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (ab723d15-82fc-44c4-a622-584e215a027b), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:32.853810 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Publish callbacks [] for port (6669852d-32db-4dbe-977c-68ad1bd62f53), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:32.893147 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Network e4925e5a-37c5-4f03-b0a3-eb4f72e76789 is already hosted by enough agents. {{(pid=104062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:10:32.901388 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.base_scheduler [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Resources bound (agent type, host, resource id): {{(pid=104062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:10:32.910066 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Received port after_create {{(pid=104062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:10:32.913570 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Pushing event updated for resources: {'Port': ['ID=ab723d15-82fc-44c4-a622-584e215a027b,revision_number=1']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:32.946252 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (6669852d-32db-4dbe-977c-68ad1bd62f53), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:32.959000 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:10:32.982599 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:10:32.985410 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:10:32.988919 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:10:33.023961 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Attempting to bind port ab723d15-82fc-44c4-a622-584e215a027b on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:10:33.024263 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Attempting to bind port ab723d15-82fc-44c4-a622-584e215a027b by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '367f0e3a-e176-4071-a505-a9370c939017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'e4925e5a-37c5-4f03-b0a3-eb4f72e76789'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:10:33.024666 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Attempting to bind port ab723d15-82fc-44c4-a622-584e215a027b on network e4925e5a-37c5-4f03-b0a3-eb4f72e76789 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:10:33.030702 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Pushing event updated for resources: {'Port': ['ID=6669852d-32db-4dbe-977c-68ad1bd62f53,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:33.064494 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-d6e74d5a-dd0b-4348-8cb7-664b259a25b5 None None] Provisioning complete for port afd097e2-1419-4bb8-a191-2fb09122428e triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:33.064898 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d6e74d5a-dd0b-4348-8cb7-664b259a25b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:33.068545 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:10:33.068959 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Checking segment: {'id': '367f0e3a-e176-4071-a505-a9370c939017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'e4925e5a-37c5-4f03-b0a3-eb4f72e76789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:10:33.069360 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:33.069759 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Bound using segment: {'id': '367f0e3a-e176-4071-a505-a9370c939017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'e4925e5a-37c5-4f03-b0a3-eb4f72e76789'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:10:33.070243 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Bound port: ab723d15-82fc-44c4-a622-584e215a027b, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367f0e3a-e176-4071-a505-a9370c939017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'e4925e5a-37c5-4f03-b0a3-eb4f72e76789'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:10:33.070622 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (ab723d15-82fc-44c4-a622-584e215a027b), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:33.154278 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 9afe5182-bccd-4ff8-a41c-ba206719ee41 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:10:33.262753 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Publish callbacks [] for router_gateway (889815ff-a0cd-4346-b545-fa1235527f52), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:33.278389 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] For port ab723d15-82fc-44c4-a622-584e215a027b, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:10:33.337323 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] For port ab723d15-82fc-44c4-a622-584e215a027b, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=ab723d15-82fc-44c4-a622-584e215a027b,segment=NetworkSegment(367f0e3a-e176-4071-a505-a9370c939017),segment_id=367f0e3a-e176-4071-a505-a9370c939017)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:10:33.363136 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-d6e74d5a-dd0b-4348-8cb7-664b259a25b5 None None] Current status of the port afd097e2-1419-4bb8-a191-2fb09122428e is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:33.363530 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d6e74d5a-dd0b-4348-8cb7-664b259a25b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:33.366406 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 9afe5182-bccd-4ff8-a41c-ba206719ee41 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:33.366776 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (9afe5182-bccd-4ff8-a41c-ba206719ee41), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:33.400727 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (ab723d15-82fc-44c4-a622-584e215a027b), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:33.492569 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-d6e74d5a-dd0b-4348-8cb7-664b259a25b5 None None] For port afd097e2-1419-4bb8-a191-2fb09122428e, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=afd097e2-1419-4bb8-a191-2fb09122428e,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:10:33.510810 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:32Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:33.515181 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547640fa-84ee-445b-97c7-0622b7c3f65b None None] Pushing event updated for resources: {'Port': ['ID=ab723d15-82fc-44c4-a622-584e215a027b,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:33.543943 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d09b51b-ead9-4da0-ab50-8f2cf4b67b4b None None] The sync data for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi is: [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:32Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:10:33.574614 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d6e74d5a-dd0b-4348-8cb7-664b259a25b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:33.621620 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 9afe5182-bccd-4ff8-a41c-ba206719ee41 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:33.655208 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf65e7b-335f-4031-add2-29d6db73deb6 req-c3efe502-2a35-474c-8449-715edd539824 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:33.656860 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ccf65e7b-335f-4031-add2-29d6db73deb6 req-c3efe502-2a35-474c-8449-715edd539824 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 946 time: 0.1177464 Mar 23 17:10:33.666901 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e74d5a-dd0b-4348-8cb7-664b259a25b5 None None] Pushing event updated for resources: {'Port': ['ID=afd097e2-1419-4bb8-a191-2fb09122428e,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:33.828972 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ccf65e7b-335f-4031-add2-29d6db73deb6 req-497d71ee-7bf1-42da-aeb5-cd1167e8a29b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656806 Mar 23 17:10:33.892722 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16729776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728365'] for router (889815ff-a0cd-4346-b545-fa1235527f52), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:34.118782 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Router 889815ff-a0cd-4346-b545-fa1235527f52 is scheduled to L3 agent f6827492-862c-46c2-a752-b75deb79caf3 with binding_index 1 {{(pid=104060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:10:34.245669 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:10:34.270999 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Sync routers for ids ['889815ff-a0cd-4346-b545-fa1235527f52'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:10:34.286794 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Routers {'889815ff-a0cd-4346-b545-fa1235527f52'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:10:34.287940 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:10:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['889815ff-a0cd-4346-b545-fa1235527f52'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:34.314188 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:34.316334 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-26d718da-8976-4272-b67b-d7dd2a98f85d admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3809049 Mar 23 17:10:34.319073 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60536) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:34.405516 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9c460-154e-4015-b35e-f90d651d9c1e req-4d1e319f-4070-45f3-80e8-4a342a3953a6 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:34.413421 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0ae9c460-154e-4015-b35e-f90d651d9c1e req-4d1e319f-4070-45f3-80e8-4a342a3953a6 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 945 time: 0.0915120 Mar 23 17:10:34.425583 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Set router 889815ff-a0cd-4346-b545-fa1235527f52 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:10:34.489474 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0ae9c460-154e-4015-b35e-f90d651d9c1e req-f1655d5c-4b89-4b59-ae37-af928925d762 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750172 Mar 23 17:10:34.642135 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889815ff-a0cd-4346-b545-fa1235527f52', 'name': 'tempest-TestVolumeBootPattern-8203916-router', 'tenant_id': 'ee75696618b14fb880544bbc388fdcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '6669852d-32db-4dbe-977c-68ad1bd62f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:32Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 3, 'project_id': 'ee75696618b14fb880544bbc388fdcd6', 'gw_port': {'id': '6669852d-32db-4dbe-977c-68ad1bd62f53', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889815ff-a0cd-4346-b545-fa1235527f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:32Z', 'updated_at': '2022-03-23T17:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:34.671549 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Checking router: 889815ff-a0cd-4346-b545-fa1235527f52 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:10:34.671899 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Updating router 889815ff-a0cd-4346-b545-fa1235527f52 port 6669852d-32db-4dbe-977c-68ad1bd62f53 binding host dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:10:34.683854 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841a5888-dd39-4665-ad69-6572995d42b8 None None] Network e4925e5a-37c5-4f03-b0a3-eb4f72e76789 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:10:34.708818 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (6669852d-32db-4dbe-977c-68ad1bd62f53), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:34.787264 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-83508676-326c-46ac-a792-f98ba907fbd8 None None] Provisioning complete for port ab723d15-82fc-44c4-a622-584e215a027b triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:34.787743 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-83508676-326c-46ac-a792-f98ba907fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (ab723d15-82fc-44c4-a622-584e215a027b), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:34.824511 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:34.927309 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-83508676-326c-46ac-a792-f98ba907fbd8 None None] Current status of the port ab723d15-82fc-44c4-a622-584e215a027b is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:34.927876 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-83508676-326c-46ac-a792-f98ba907fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (ab723d15-82fc-44c4-a622-584e215a027b), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:35.079908 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb289b-4059-4cfe-8750-2fac21e6192b req-7eb326ac-4083-4104-a9e5-917cfa11674f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:35.092391 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e7fb289b-4059-4cfe-8750-2fac21e6192b req-7eb326ac-4083-4104-a9e5-917cfa11674f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 946 time: 0.1364350 Mar 23 17:10:35.105696 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-83508676-326c-46ac-a792-f98ba907fbd8 None None] For port ab723d15-82fc-44c4-a622-584e215a027b, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=ab723d15-82fc-44c4-a622-584e215a027b,segment=NetworkSegment(367f0e3a-e176-4071-a505-a9370c939017),segment_id=367f0e3a-e176-4071-a505-a9370c939017)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:10:35.118114 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Allocated IP 172.20.0.1 (e4925e5a-37c5-4f03-b0a3-eb4f72e76789/be777268-b612-4d75-8e2f-1fba3765dfe5/df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:10:35.162757 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Publish callbacks [] for port (6669852d-32db-4dbe-977c-68ad1bd62f53), precommit_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:35.170541 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e7fb289b-4059-4cfe-8750-2fac21e6192b req-1f6e0222-d134-4523-8323-87d4c20942e3 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684729 Mar 23 17:10:35.187107 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-83508676-326c-46ac-a792-f98ba907fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (ab723d15-82fc-44c4-a622-584e215a027b), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:35.209133 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (6669852d-32db-4dbe-977c-68ad1bd62f53), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:35.279128 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device ab723d15-82fc-44c4-a622-584e215a027b up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:10:35.287499 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Attempting to bind port 6669852d-32db-4dbe-977c-68ad1bd62f53 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:10:35.288021 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Attempting to bind port 6669852d-32db-4dbe-977c-68ad1bd62f53 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:10:35.288215 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Attempting to bind port 6669852d-32db-4dbe-977c-68ad1bd62f53 on network 2c02e95d-8a1b-4700-95ef-e7028012d606 {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:10:35.303431 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:10:35.304064 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Checking segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:10:35.304465 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:35.304876 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Bound using segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:10:35.305346 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Bound port: 6669852d-32db-4dbe-977c-68ad1bd62f53, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:10:35.305721 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (6669852d-32db-4dbe-977c-68ad1bd62f53), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:35.308085 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04515d-c6c9-40e0-bb9a-3daa78ed8cfa None None] Pushing event updated for resources: {'Port': ['ID=6669852d-32db-4dbe-977c-68ad1bd62f53,revision_number=2']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:35.337850 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Publish callbacks [] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:35.338126 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83508676-326c-46ac-a792-f98ba907fbd8 None None] Pushing event updated for resources: {'Port': ['ID=ab723d15-82fc-44c4-a622-584e215a027b,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:35.369858 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] For port 6669852d-32db-4dbe-977c-68ad1bd62f53, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:10:35.371316 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c94714e3-63a4-469a-a804-f6f6d92e3000 None None] Provisioning complete for port ab723d15-82fc-44c4-a622-584e215a027b triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:35.371555 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c94714e3-63a4-469a-a804-f6f6d92e3000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (ab723d15-82fc-44c4-a622-584e215a027b), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:35.375367 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] For port 6669852d-32db-4dbe-977c-68ad1bd62f53, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=6669852d-32db-4dbe-977c-68ad1bd62f53,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:10:35.403273 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port ab723d15-82fc-44c4-a622-584e215a027b triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:35.405723 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (ab723d15-82fc-44c4-a622-584e215a027b), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:35.467719 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (6669852d-32db-4dbe-977c-68ad1bd62f53), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:35.495194 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:35.526574 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c94714e3-63a4-469a-a804-f6f6d92e3000 None None] Current status of the port ab723d15-82fc-44c4-a622-584e215a027b is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:35.536156 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Routers {'889815ff-a0cd-4346-b545-fa1235527f52'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:10:35.537021 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:10:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['889815ff-a0cd-4346-b545-fa1235527f52'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:35.539391 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port ab723d15-82fc-44c4-a622-584e215a027b is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:35.540506 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device afd097e2-1419-4bb8-a191-2fb09122428e up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:10:35.540789 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04515d-c6c9-40e0-bb9a-3daa78ed8cfa None None] Pushing event updated for resources: {'Port': ['ID=6669852d-32db-4dbe-977c-68ad1bd62f53,revision_number=3']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:35.559531 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Pushing event updated for resources: {'Port': ['ID=df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:35.569969 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Network e4925e5a-37c5-4f03-b0a3-eb4f72e76789 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:10:35.571696 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:10:35.575389 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:10:35.576135 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16731896'] for router_interface (889815ff-a0cd-4346-b545-fa1235527f52), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:35.619291 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port afd097e2-1419-4bb8-a191-2fb09122428e triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:35.620756 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:35.668324 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] Set router 889815ff-a0cd-4346-b545-fa1235527f52 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:10:35.672800 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73f476-d518-4330-a99e-54d773c9ad44 req-45570f01-7c14-4eef-ad8b-47d0b188e657 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:35.682900 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2f73f476-d518-4330-a99e-54d773c9ad44 req-45570f01-7c14-4eef-ad8b-47d0b188e657 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 945 time: 0.0834610 Mar 23 17:10:35.747387 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port afd097e2-1419-4bb8-a191-2fb09122428e is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:35.754136 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2f73f476-d518-4330-a99e-54d773c9ad44 req-0b3ead3b-f6c9-49be-b1ea-f87e499d02aa tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673115 Mar 23 17:10:35.851790 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:35.878735 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889815ff-a0cd-4346-b545-fa1235527f52', 'name': 'tempest-TestVolumeBootPattern-8203916-router', 'tenant_id': 'ee75696618b14fb880544bbc388fdcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '6669852d-32db-4dbe-977c-68ad1bd62f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:32Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 3, 'project_id': 'ee75696618b14fb880544bbc388fdcd6', 'gw_port': {'id': '6669852d-32db-4dbe-977c-68ad1bd62f53', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889815ff-a0cd-4346-b545-fa1235527f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:32Z', 'updated_at': '2022-03-23T17:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:35.908503 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2868ec-dc53-4332-8e26-19dae8e45949 None None] The sync data for ids ['889815ff-a0cd-4346-b545-fa1235527f52'] in dv-cinder-834919-1-iscsi is: [{'id': '889815ff-a0cd-4346-b545-fa1235527f52', 'name': 'tempest-TestVolumeBootPattern-8203916-router', 'tenant_id': 'ee75696618b14fb880544bbc388fdcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '6669852d-32db-4dbe-977c-68ad1bd62f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:32Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 3, 'project_id': 'ee75696618b14fb880544bbc388fdcd6', 'gw_port': {'id': '6669852d-32db-4dbe-977c-68ad1bd62f53', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889815ff-a0cd-4346-b545-fa1235527f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:32Z', 'updated_at': '2022-03-23T17:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:10:35.952310 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-017b1cb0-c723-4303-8d82-ec58f137a698 None None] Provisioning complete for port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:35.952734 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-017b1cb0-c723-4303-8d82-ec58f137a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:35.990031 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-017b1cb0-c723-4303-8d82-ec58f137a698 None None] Port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:10:36.030104 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Publish callbacks [] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:36.112084 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:36.112867 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16361821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16731756'] for router_interface (889815ff-a0cd-4346-b545-fa1235527f52), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:36.213912 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Pushing event updated for resources: {'Port': ['ID=df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:36.291757 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Network e4925e5a-37c5-4f03-b0a3-eb4f72e76789 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:10:36.309867 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:10:36.413821 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061f993-6952-49c4-bf75-37b0caebbf88 req-3b0b7602-1886-49f1-b8db-49de6718bcc9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:36.415415 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5061f993-6952-49c4-bf75-37b0caebbf88 req-3b0b7602-1886-49f1-b8db-49de6718bcc9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 946 time: 0.1506164 Mar 23 17:10:36.490835 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5061f993-6952-49c4-bf75-37b0caebbf88 req-67366bb9-3831-41c2-aae0-8e1cc46e717c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589581 Mar 23 17:10:36.509976 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Router 889815ff-a0cd-4346-b545-fa1235527f52 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:10:36.635613 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-1a2005f4-35ed-4d96-afc3-7b45dab42ad6 None None] Provisioning complete for port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:36.636288 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-1a2005f4-35ed-4d96-afc3-7b45dab42ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:36.671333 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:10:36.678491 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-c302ab95-f5ae-4ecd-ace3-86d8ab12f22e admin admin] 10.222.0.97 "PUT /v2.0/routers/889815ff-a0cd-4346-b545-fa1235527f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3579473 Mar 23 17:10:36.686410 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-de3b4682-7d25-44cc-ba4d-918b2f0d20da tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:36.693185 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-de3b4682-7d25-44cc-ba4d-918b2f0d20da tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/networks?id=9641745f-d8ec-4f0f-9f65-22789a0dcbe5 HTTP/1.1" status: 200 len: 814 time: 0.1305714 Mar 23 17:10:36.717184 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-93be99d7-6c02-461f-8356-2648903aa76d tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/quotas/122277fbf68240bea1537673564bfd0e HTTP/1.1" status: 200 len: 375 time: 0.0223548 Mar 23 17:10:36.727912 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-1a2005f4-35ed-4d96-afc3-7b45dab42ad6 None None] Port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:10:36.760541 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-bd8034c1-9af9-43fc-9037-5d7fb28135b6 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=122277fbf68240bea1537673564bfd0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414948 Mar 23 17:10:36.870324 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-59bb740a-ca7a-48b3-88b3-30e92aede537 service neutron] 10.222.0.97 "GET /v2.0/networks/9641745f-d8ec-4f0f-9f65-22789a0dcbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028144 Mar 23 17:10:36.956872 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c82ba3-7768-48ae-a978-5c0cce594b8b req-428b6720-5604-429d-94a3-1e42d1a490cc tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:36.964664 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-14c82ba3-7768-48ae-a978-5c0cce594b8b req-428b6720-5604-429d-94a3-1e42d1a490cc tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 945 time: 0.1058002 Mar 23 17:10:37.006924 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-f08fb609-7e18-41b8-81c6-cc1e7865ca2a service neutron] 10.222.0.97 "GET /v2.0/networks/9641745f-d8ec-4f0f-9f65-22789a0dcbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258595 Mar 23 17:10:37.027646 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-14c82ba3-7768-48ae-a978-5c0cce594b8b req-e984f1e1-c3e6-43b2-b16e-b03f768829f5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615594 Mar 23 17:10:37.290743 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8c3d0147-391d-4e1a-8d6e-5b3139a5b015 req-52b314ed-7e3b-4a79-80f2-e8444b4d6c99 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 210 time: 0.0339785 Mar 23 17:10:37.291440 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 6669852d-32db-4dbe-977c-68ad1bd62f53 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:10:37.349991 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 6669852d-32db-4dbe-977c-68ad1bd62f53 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:37.350376 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (6669852d-32db-4dbe-977c-68ad1bd62f53), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:37.433222 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 6669852d-32db-4dbe-977c-68ad1bd62f53 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:37.433604 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (6669852d-32db-4dbe-977c-68ad1bd62f53), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:37.456326 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] For port 6669852d-32db-4dbe-977c-68ad1bd62f53, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=6669852d-32db-4dbe-977c-68ad1bd62f53,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:10:37.609323 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (6669852d-32db-4dbe-977c-68ad1bd62f53), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:37.611960 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device ab723d15-82fc-44c4-a622-584e215a027b up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:10:37.640338 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97783190-292d-40e9-aff8-b07e10595692 req-8bfb767a-4200-40d1-a9bb-cf67fb4cc6c7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:37.641895 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-97783190-292d-40e9-aff8-b07e10595692 req-8bfb767a-4200-40d1-a9bb-cf67fb4cc6c7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 946 time: 0.0558345 Mar 23 17:10:37.694147 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Pushing event updated for resources: {'Port': ['ID=6669852d-32db-4dbe-977c-68ad1bd62f53,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:37.703974 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-97783190-292d-40e9-aff8-b07e10595692 req-6c4303a7-5350-4eb7-8b19-a58770bb4836 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539341 Mar 23 17:10:37.719434 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port ab723d15-82fc-44c4-a622-584e215a027b triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:37.719812 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (ab723d15-82fc-44c4-a622-584e215a027b), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:37.780803 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8cf51-51c7-422e-b041-8fd9a61bedf9 req-5715e2a1-2a84-4794-a5b9-c1f3f79948da tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:37.783166 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ddc8cf51-51c7-422e-b041-8fd9a61bedf9 req-5715e2a1-2a84-4794-a5b9-c1f3f79948da tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 945 time: 0.0782583 Mar 23 17:10:37.847083 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port ab723d15-82fc-44c4-a622-584e215a027b is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:37.863663 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Sync routers for ids ['889815ff-a0cd-4346-b545-fa1235527f52'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:10:37.873785 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Routers {'889815ff-a0cd-4346-b545-fa1235527f52'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:10:37.874693 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:10:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['889815ff-a0cd-4346-b545-fa1235527f52'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:37.886943 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [req-ddc8cf51-51c7-422e-b041-8fd9a61bedf9 req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Deleting port bd5244e3-ad27-4945-8fc1-1acc1d5f278a {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:10:37.887366 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-ddc8cf51-51c7-422e-b041-8fd9a61bedf9 req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (bd5244e3-ad27-4945-8fc1-1acc1d5f278a), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:37.994531 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-ddc8cf51-51c7-422e-b041-8fd9a61bedf9 req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] For port bd5244e3-ad27-4945-8fc1-1acc1d5f278a, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=bd5244e3-ad27-4945-8fc1-1acc1d5f278a,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:10:37.995007 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-ddc8cf51-51c7-422e-b041-8fd9a61bedf9 req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (bd5244e3-ad27-4945-8fc1-1acc1d5f278a), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:37.998344 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Set router 889815ff-a0cd-4346-b545-fa1235527f52 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:10:38.219849 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889815ff-a0cd-4346-b545-fa1235527f52', 'name': 'tempest-TestVolumeBootPattern-8203916-router', 'tenant_id': 'ee75696618b14fb880544bbc388fdcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '6669852d-32db-4dbe-977c-68ad1bd62f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:32Z', 'updated_at': '2022-03-23T17:10:35Z', 'revision_number': 4, 'project_id': 'ee75696618b14fb880544bbc388fdcd6', 'gw_port': {'id': '6669852d-32db-4dbe-977c-68ad1bd62f53', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889815ff-a0cd-4346-b545-fa1235527f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:32Z', 'updated_at': '2022-03-23T17:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f', 'name': '', 'network_id': 'e4925e5a-37c5-4f03-b0a3-eb4f72e76789', 'tenant_id': 'ee75696618b14fb880544bbc388fdcd6', 'mac_address': 'fa:16:3e:8b:dc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889815ff-a0cd-4346-b545-fa1235527f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'be777268-b612-4d75-8e2f-1fba3765dfe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:34Z', 'updated_at': '2022-03-23T17:10:35Z', 'revision_number': 2, 'project_id': 'ee75696618b14fb880544bbc388fdcd6', 'subnets': [{'id': 'be777268-b612-4d75-8e2f-1fba3765dfe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:38.247369 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Checking router: 889815ff-a0cd-4346-b545-fa1235527f52 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:10:38.247731 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Updating router 889815ff-a0cd-4346-b545-fa1235527f52 port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f binding host dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:10:38.281500 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:38.501351 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f498eb-0879-4720-9c4f-b6c13cde8c3a req-18a82b29-94a2-40f3-9587-50036329d4bb tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:38.502930 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-35f498eb-0879-4720-9c4f-b6c13cde8c3a req-18a82b29-94a2-40f3-9587-50036329d4bb tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 945 time: 0.3495662 Mar 23 17:10:38.504967 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-ddc8cf51-51c7-422e-b041-8fd9a61bedf9 req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:38.505323 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-ddc8cf51-51c7-422e-b041-8fd9a61bedf9 req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (f9ad056e-4098-4035-8fdb-75e47eb286ea), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:38.505637 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.l3_db [req-ddc8cf51-51c7-422e-b041-8fd9a61bedf9 req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Floating IP f9ad056e-4098-4035-8fdb-75e47eb286ea disassociated. External IP: 172.27.1.55, port: bd5244e3-ad27-4945-8fc1-1acc1d5f278a. Mar 23 17:10:38.505986 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [req-ddc8cf51-51c7-422e-b041-8fd9a61bedf9 req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Calling delete_port for bd5244e3-ad27-4945-8fc1-1acc1d5f278a owned by compute:nova {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:10:38.581323 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Publish callbacks [] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), precommit_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:38.605843 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-35f498eb-0879-4720-9c4f-b6c13cde8c3a req-3a3bca1c-62bc-4d02-aa4b-39f05ad31930 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902009 Mar 23 17:10:38.688915 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:38.736406 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc4240-7687-4ab9-9473-5d83098129f3 req-1ea8eb8b-ed47-4d6c-81a5-4d849eb91ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:38.738095 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a8dc4240-7687-4ab9-9473-5d83098129f3 req-1ea8eb8b-ed47-4d6c-81a5-4d849eb91ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0753605 Mar 23 17:10:38.758211 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951fac9-b79d-4399-a0f6-3ea837891db0 None None] Pushing event updated for resources: {'Port': ['ID=df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:38.770765 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60638) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:38.777490 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-8fec6a45-8772-4f0a-be7f-ffc938ae85f4 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1896902302', 'description': 'tempest-secgroup-smoke-1896902302 description', 'project_id': 'cd1e733ba35546dc84611e4dace6395c'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:38.808803 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-ddc8cf51-51c7-422e-b041-8fd9a61bedf9 req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (bd5244e3-ad27-4945-8fc1-1acc1d5f278a), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:38.814098 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a8dc4240-7687-4ab9-9473-5d83098129f3 req-dfd38d3c-9d8a-4d2f-82af-b0e303f24846 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695908 Mar 23 17:10:38.867871 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event deleted for resources: {'Port': ['ID=bd5244e3-ad27-4945-8fc1-1acc1d5f278a,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:38.891029 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:38.891029 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:38.891029 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:38.891029 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:38.891029 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:38.891029 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:38.891799 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Attempting to bind port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:10:38.891896 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:38.891984 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Attempting to bind port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '367f0e3a-e176-4071-a505-a9370c939017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'e4925e5a-37c5-4f03-b0a3-eb4f72e76789'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:10:38.894346 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Attempting to bind port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f on network e4925e5a-37c5-4f03-b0a3-eb4f72e76789 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:10:38.900359 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:38.900967 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:38.901388 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:38.901747 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:38.902148 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:38.902507 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:38.902835 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:38.903174 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:10:38.908871 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:10:38.909350 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Checking segment: {'id': '367f0e3a-e176-4071-a505-a9370c939017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'e4925e5a-37c5-4f03-b0a3-eb4f72e76789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:10:38.909991 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:38.910608 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Bound using segment: {'id': '367f0e3a-e176-4071-a505-a9370c939017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'e4925e5a-37c5-4f03-b0a3-eb4f72e76789'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:10:38.911467 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Bound port: df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367f0e3a-e176-4071-a505-a9370c939017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'e4925e5a-37c5-4f03-b0a3-eb4f72e76789'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:10:38.912380 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:38.937663 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0833dd8b-a9de-417b-af77-5bd47eb57ba7 req-1b310c5b-114c-4b38-b372-d36c4f84e4e7 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 210 time: 0.0818727 Mar 23 17:10:38.939064 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8fec6a45-8772-4f0a-be7f-ffc938ae85f4 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:39.028293 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] For port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:10:39.033210 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] For port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f,segment=NetworkSegment(367f0e3a-e176-4071-a505-a9370c939017),segment_id=367f0e3a-e176-4071-a505-a9370c939017)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:10:39.039428 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8fec6a45-8772-4f0a-be7f-ffc938ae85f4 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group (8a8b7546-a0c2-4b65-b844-ec7bb7323013), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:39.076107 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-037bc5eb-8f38-4943-9ea7-505f3d6b9840 None None] Provisioning complete for port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:39.076488 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-037bc5eb-8f38-4943-9ea7-505f3d6b9840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:39.084170 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd03119-7f77-4eac-bdb1-c8830bc4b971 req-7656f6d7-4228-4c50-b829-6bd1c0b1fb7a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:39.085772 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7dd03119-7f77-4eac-bdb1-c8830bc4b971 req-7656f6d7-4228-4c50-b829-6bd1c0b1fb7a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 946 time: 0.1793377 Mar 23 17:10:39.111440 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:39.127131 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddc8cf51-51c7-422e-b041-8fd9a61bedf9 req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Router 6eb0fc3d-315c-4722-9458-39e73209a3aa has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:10:39.156164 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8fec6a45-8772-4f0a-be7f-ffc938ae85f4 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (8a8b7546-a0c2-4b65-b844-ec7bb7323013), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:39.164829 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7dd03119-7f77-4eac-bdb1-c8830bc4b971 req-b571b9d6-0fcb-4398-be8d-d922cc8bff82 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686865 Mar 23 17:10:39.169683 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-037bc5eb-8f38-4943-9ea7-505f3d6b9840 None None] Port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:10:39.180288 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Routers {'889815ff-a0cd-4346-b545-fa1235527f52'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:10:39.181041 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:10:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['889815ff-a0cd-4346-b545-fa1235527f52'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:39.223871 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec6a45-8772-4f0a-be7f-ffc938ae85f4 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8b7546-a0c2-4b65-b844-ec7bb7323013,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:39.279987 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8fec6a45-8772-4f0a-be7f-ffc938ae85f4 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:39.285681 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-8fec6a45-8772-4f0a-be7f-ffc938ae85f4 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5132949 Mar 23 17:10:39.286474 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60642) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:39.292278 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-806ebd8a-0316-4f11-9eb1-ad4fa5ecb2b0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Request body: {'security_group_rule': {'security_group_id': '8a8b7546-a0c2-4b65-b844-ec7bb7323013', 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:39.311719 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddc8cf51-51c7-422e-b041-8fd9a61bedf9 req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:10:39.323802 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b9298-6a94-4193-a581-c43fedc9dcb2 None None] Sync routers for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:10:39.338697 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 6669852d-32db-4dbe-977c-68ad1bd62f53 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:10:39.342732 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b9298-6a94-4193-a581-c43fedc9dcb2 None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:10:39.345436 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-ce0b9298-6a94-4193-a581-c43fedc9dcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:10:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:39.370447 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951fac9-b79d-4399-a0f6-3ea837891db0 None None] Pushing event updated for resources: {'Port': ['ID=df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:39.393016 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc8cf51-51c7-422e-b041-8fd9a61bedf9 req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] No DVR routers for this DVR port bd5244e3-ad27-4945-8fc1-1acc1d5f278a on host hv-cinder-83491 {{(pid=104061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:10:39.395758 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-ddc8cf51-51c7-422e-b041-8fd9a61bedf9 req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:39.400036 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ddc8cf51-51c7-422e-b041-8fd9a61bedf9 req-ab6e18be-7741-45dc-b7cd-6bca0e477d6e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "DELETE /v2.0/ports/bd5244e3-ad27-4945-8fc1-1acc1d5f278a HTTP/1.1" status: 204 len: 173 time: 1.6109724 Mar 23 17:10:39.400612 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7056d11e-a9d9-4c1a-8297-5b307963d794', 'name': 'network-vif-deleted', 'tag': 'bd5244e3-ad27-4945-8fc1-1acc1d5f278a'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:10:39.409624 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-806ebd8a-0316-4f11-9eb1-ad4fa5ecb2b0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (b31780d3-9d86-440c-a78e-13c7fa6eeb0e), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:39.411840 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7793fa5b-88cf-4f5e-879c-b382cb6d45fb" -d '{"events": [{"server_uuid": "7056d11e-a9d9-4c1a-8297-5b307963d794", "name": "network-vif-deleted", "tag": "bd5244e3-ad27-4945-8fc1-1acc1d5f278a"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:10:39.428058 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] Set router 889815ff-a0cd-4346-b545-fa1235527f52 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:10:39.467093 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29834b33-05bd-4523-82c3-2344b20db6df x-openstack-request-id: req-29834b33-05bd-4523-82c3-2344b20db6df {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:10:39.467657 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7056d11e-a9d9-4c1a-8297-5b307963d794", "name": "network-vif-deleted", "tag": "bd5244e3-ad27-4945-8fc1-1acc1d5f278a", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:10:39.468121 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-29834b33-05bd-4523-82c3-2344b20db6df {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:10:39.468889 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29834b33-05bd-4523-82c3-2344b20db6df'] response: {'server_uuid': '7056d11e-a9d9-4c1a-8297-5b307963d794', 'name': 'network-vif-deleted', 'tag': 'bd5244e3-ad27-4945-8fc1-1acc1d5f278a', 'status': 'completed', 'code': 200} Mar 23 17:10:39.469540 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 6669852d-32db-4dbe-977c-68ad1bd62f53 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:39.470087 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (6669852d-32db-4dbe-977c-68ad1bd62f53), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:39.532560 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-806ebd8a-0316-4f11-9eb1-ad4fa5ecb2b0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (b31780d3-9d86-440c-a78e-13c7fa6eeb0e), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:39.534848 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-ce0b9298-6a94-4193-a581-c43fedc9dcb2 None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:10:39.609439 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-806ebd8a-0316-4f11-9eb1-ad4fa5ecb2b0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (b31780d3-9d86-440c-a78e-13c7fa6eeb0e), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:39.642949 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ebd8a-0316-4f11-9eb1-ad4fa5ecb2b0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31780d3-9d86-440c-a78e-13c7fa6eeb0e,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:39.735217 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-806ebd8a-0316-4f11-9eb1-ad4fa5ecb2b0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:39.738266 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-806ebd8a-0316-4f11-9eb1-ad4fa5ecb2b0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4509540 Mar 23 17:10:39.741616 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60650) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:39.751995 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-4717baf0-8af4-48c9-9d27-43e1a6f11ea2 None None] Provisioning complete for port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:39.753105 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-4717baf0-8af4-48c9-9d27-43e1a6f11ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:39.753385 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-6e82f3c7-eb4e-42b0-a33f-9aa01a783a7f tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Request body: {'security_group_rule': {'security_group_id': '8a8b7546-a0c2-4b65-b844-ec7bb7323013', 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:39.780412 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2170aa40-afbf-452c-b655-5fef08f31912 req-617cefdc-04eb-4b64-853d-8548529d818b tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 210 time: 0.0603042 Mar 23 17:10:39.801612 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-ce0b9298-6a94-4193-a581-c43fedc9dcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '82af881a-917a-41d3-8039-d073f84b3926', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': 'd930f1b4-59c2-4e52-b96d-9607a755f8df', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:87:5b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:07:43Z', 'updated_at': '2022-03-23T17:08:14Z', 'revision_number': 2, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:39.835729 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b9298-6a94-4193-a581-c43fedc9dcb2 None None] Checking router: 6eb0fc3d-315c-4722-9458-39e73209a3aa for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:10:39.845243 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b9298-6a94-4193-a581-c43fedc9dcb2 None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:10:39.845861 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-ce0b9298-6a94-4193-a581-c43fedc9dcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:10:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:39.893353 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 6669852d-32db-4dbe-977c-68ad1bd62f53 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:39.912188 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6e82f3c7-eb4e-42b0-a33f-9aa01a783a7f tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (0324f569-a43e-4965-ab55-619971d97f02), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:39.981287 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-4717baf0-8af4-48c9-9d27-43e1a6f11ea2 None None] Current status of the port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:39.982592 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-4717baf0-8af4-48c9-9d27-43e1a6f11ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:40.008078 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889815ff-a0cd-4346-b545-fa1235527f52', 'name': 'tempest-TestVolumeBootPattern-8203916-router', 'tenant_id': 'ee75696618b14fb880544bbc388fdcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '6669852d-32db-4dbe-977c-68ad1bd62f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:32Z', 'updated_at': '2022-03-23T17:10:35Z', 'revision_number': 4, 'project_id': 'ee75696618b14fb880544bbc388fdcd6', 'gw_port': {'id': '6669852d-32db-4dbe-977c-68ad1bd62f53', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889815ff-a0cd-4346-b545-fa1235527f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:32Z', 'updated_at': '2022-03-23T17:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f', 'name': '', 'network_id': 'e4925e5a-37c5-4f03-b0a3-eb4f72e76789', 'tenant_id': 'ee75696618b14fb880544bbc388fdcd6', 'mac_address': 'fa:16:3e:8b:dc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889815ff-a0cd-4346-b545-fa1235527f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'be777268-b612-4d75-8e2f-1fba3765dfe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:34Z', 'updated_at': '2022-03-23T17:10:39Z', 'revision_number': 4, 'project_id': 'ee75696618b14fb880544bbc388fdcd6', 'subnets': [{'id': 'be777268-b612-4d75-8e2f-1fba3765dfe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:40.046680 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75d88a-ddfd-4da7-a817-5c119ebd71b6 None None] The sync data for ids ['889815ff-a0cd-4346-b545-fa1235527f52'] in dv-cinder-834919-1-iscsi is: [{'id': '889815ff-a0cd-4346-b545-fa1235527f52', 'name': 'tempest-TestVolumeBootPattern-8203916-router', 'tenant_id': 'ee75696618b14fb880544bbc388fdcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '6669852d-32db-4dbe-977c-68ad1bd62f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:32Z', 'updated_at': '2022-03-23T17:10:35Z', 'revision_number': 4, 'project_id': 'ee75696618b14fb880544bbc388fdcd6', 'gw_port': {'id': '6669852d-32db-4dbe-977c-68ad1bd62f53', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889815ff-a0cd-4346-b545-fa1235527f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:32Z', 'updated_at': '2022-03-23T17:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f', 'name': '', 'network_id': 'e4925e5a-37c5-4f03-b0a3-eb4f72e76789', 'tenant_id': 'ee75696618b14fb880544bbc388fdcd6', 'mac_address': 'fa:16:3e:8b:dc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889815ff-a0cd-4346-b545-fa1235527f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'be777268-b612-4d75-8e2f-1fba3765dfe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:34Z', 'updated_at': '2022-03-23T17:10:39Z', 'revision_number': 4, 'project_id': 'ee75696618b14fb880544bbc388fdcd6', 'subnets': [{'id': 'be777268-b612-4d75-8e2f-1fba3765dfe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:10:40.061705 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-4717baf0-8af4-48c9-9d27-43e1a6f11ea2 None None] For port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f,segment=NetworkSegment(367f0e3a-e176-4071-a505-a9370c939017),segment_id=367f0e3a-e176-4071-a505-a9370c939017)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:10:40.078603 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6e82f3c7-eb4e-42b0-a33f-9aa01a783a7f tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (0324f569-a43e-4965-ab55-619971d97f02), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:40.117734 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-ce0b9298-6a94-4193-a581-c43fedc9dcb2 None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:10:40.147840 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-4717baf0-8af4-48c9-9d27-43e1a6f11ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:40.175054 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476ff2-06d1-452a-88c4-03aca33a5055 req-ad1308c6-c02d-452b-8ad1-20848f2ab5e0 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:40.179879 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-55b84611-10e4-4aaf-a8f0-1820bdb9fc17 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:40.182700 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-55b84611-10e4-4aaf-a8f0-1820bdb9fc17 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.43 "GET /v2.0/networks?id=9641745f-d8ec-4f0f-9f65-22789a0dcbe5 HTTP/1.1" status: 200 len: 814 time: 0.2877083 Mar 23 17:10:40.185009 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3a476ff2-06d1-452a-88c4-03aca33a5055 req-ad1308c6-c02d-452b-8ad1-20848f2ab5e0 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.1892555 Mar 23 17:10:40.199781 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6e82f3c7-eb4e-42b0-a33f-9aa01a783a7f tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (0324f569-a43e-4965-ab55-619971d97f02), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:40.213587 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717baf0-8af4-48c9-9d27-43e1a6f11ea2 None None] Pushing event updated for resources: {'Port': ['ID=df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:40.221612 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-754bc03f-33c6-4e28-8dcb-1ec0702e691b req-d8e602cf-f5fc-41c0-bb53-508afc31853f tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 210 time: 0.0900130 Mar 23 17:10:40.225609 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-77a371e8-069c-4c7a-90d1-a4cf83ab0c8e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Request body: {'port': {'device_id': '7174c84d-8e49-491d-b154-babab2c92ebc', 'network_id': '9641745f-d8ec-4f0f-9f65-22789a0dcbe5', 'admin_state_up': True, 'tenant_id': '122277fbf68240bea1537673564bfd0e'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:40.249005 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82f3c7-eb4e-42b0-a33f-9aa01a783a7f tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0324f569-a43e-4965-ab55-619971d97f02,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:40.306801 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3a476ff2-06d1-452a-88c4-03aca33a5055 req-4ed636b4-b4b3-4cc9-ac76-d8d80453cbe1 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093407 Mar 23 17:10:40.329754 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6e82f3c7-eb4e-42b0-a33f-9aa01a783a7f tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:40.329754 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-6e82f3c7-eb4e-42b0-a33f-9aa01a783a7f tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5867543 Mar 23 17:10:40.332206 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60656) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:40.337025 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-7c868c3c-9df0-4cf9-9628-f79ce1c3b916 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Request body: {'security_group_rule': {'security_group_id': '8a8b7546-a0c2-4b65-b844-ec7bb7323013', 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:40.367675 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device bd5244e3-ad27-4945-8fc1-1acc1d5f278a no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:10:40.389174 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: bd5244e3-ad27-4945-8fc1-1acc1d5f278a {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:10:40.389520 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device bd5244e3-ad27-4945-8fc1-1acc1d5f278a not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:10:40.451731 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7c868c3c-9df0-4cf9-9628-f79ce1c3b916 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (766b26e5-a09d-4428-85f9-d3b13d58bc31), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:40.506039 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-77a371e8-069c-4c7a-90d1-a4cf83ab0c8e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Made reservation on behalf of 122277fbf68240bea1537673564bfd0e for: {'port': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:10:40.511216 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-77a371e8-069c-4c7a-90d1-a4cf83ab0c8e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:40.536378 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7c868c3c-9df0-4cf9-9628-f79ce1c3b916 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (766b26e5-a09d-4428-85f9-d3b13d58bc31), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:40.579129 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-ce0b9298-6a94-4193-a581-c43fedc9dcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '82af881a-917a-41d3-8039-d073f84b3926', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': 'd930f1b4-59c2-4e52-b96d-9607a755f8df', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:87:5b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:07:43Z', 'updated_at': '2022-03-23T17:08:14Z', 'revision_number': 2, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:40.612518 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b9298-6a94-4193-a581-c43fedc9dcb2 None None] The sync data for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi is: [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '82af881a-917a-41d3-8039-d073f84b3926', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': 'd930f1b4-59c2-4e52-b96d-9607a755f8df', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:87:5b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:07:43Z', 'updated_at': '2022-03-23T17:08:14Z', 'revision_number': 2, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:10:40.632295 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7c868c3c-9df0-4cf9-9628-f79ce1c3b916 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (766b26e5-a09d-4428-85f9-d3b13d58bc31), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:40.663250 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-77a371e8-069c-4c7a-90d1-a4cf83ab0c8e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Allocated IP 172.20.0.9 (9641745f-d8ec-4f0f-9f65-22789a0dcbe5/fa8f7515-2c5a-4a8b-813c-9de0bb449c5c/5d209d81-bbcc-44f7-919e-8528fb130bcf) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:10:40.668025 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c868c3c-9df0-4cf9-9628-f79ce1c3b916 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766b26e5-a09d-4428-85f9-d3b13d58bc31,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:40.788257 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7c868c3c-9df0-4cf9-9628-f79ce1c3b916 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:40.793068 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-7c868c3c-9df0-4cf9-9628-f79ce1c3b916 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4596162 Mar 23 17:10:40.794060 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60662) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:40.800094 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-6bb70890-9bbc-460e-91e0-797e46405604 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Request body: {'security_group_rule': {'security_group_id': '8a8b7546-a0c2-4b65-b844-ec7bb7323013', 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:40.906178 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9ec77db0-62b3-48a0-ac6f-18806435f7da req-b2b10566-ee93-47fd-9f18-262af1557117 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=7056d11e-a9d9-4c1a-8297-5b307963d794 HTTP/1.1" status: 200 len: 210 time: 0.0355065 Mar 23 17:10:40.937003 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6bb70890-9bbc-460e-91e0-797e46405604 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (6a23c35a-3c72-465f-94d4-e17d60462394), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:40.952327 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-77a371e8-069c-4c7a-90d1-a4cf83ab0c8e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Publish callbacks [] for port (5d209d81-bbcc-44f7-919e-8528fb130bcf), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:41.018246 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6bb70890-9bbc-460e-91e0-797e46405604 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (6a23c35a-3c72-465f-94d4-e17d60462394), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:41.038340 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43416f07-f312-4967-beef-0e57cb772056 None None] New status for floating IP f9ad056e-4098-4035-8fdb-75e47eb286ea: DOWN {{(pid=104062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:10:41.095259 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-77a371e8-069c-4c7a-90d1-a4cf83ab0c8e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (5d209d81-bbcc-44f7-919e-8528fb130bcf), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:41.123120 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6bb70890-9bbc-460e-91e0-797e46405604 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (6a23c35a-3c72-465f-94d4-e17d60462394), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:41.170758 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb70890-9bbc-460e-91e0-797e46405604 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a23c35a-3c72-465f-94d4-e17d60462394,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:41.189263 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-77a371e8-069c-4c7a-90d1-a4cf83ab0c8e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Network 9641745f-d8ec-4f0f-9f65-22789a0dcbe5 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:10:41.202461 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-77a371e8-069c-4c7a-90d1-a4cf83ab0c8e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:10:41.209129 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-77a371e8-069c-4c7a-90d1-a4cf83ab0c8e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:10:41.217492 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6bb70890-9bbc-460e-91e0-797e46405604 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:41.224213 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-6bb70890-9bbc-460e-91e0-797e46405604 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4237595 Mar 23 17:10:41.224213 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60666) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:41.230546 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-b5a3978b-6071-4560-a108-dd67ebb14625 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Request body: {'security_group_rule': {'security_group_id': '8a8b7546-a0c2-4b65-b844-ec7bb7323013', 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:41.283163 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a371e8-069c-4c7a-90d1-a4cf83ab0c8e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Pushing event updated for resources: {'Port': ['ID=5d209d81-bbcc-44f7-919e-8528fb130bcf,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:41.342715 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-77a371e8-069c-4c7a-90d1-a4cf83ab0c8e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:41.343565 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-77a371e8-069c-4c7a-90d1-a4cf83ab0c8e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:41.361079 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:10:41.375984 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.securitygroups_db [None req-b5a3978b-6071-4560-a108-dd67ebb14625 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Project cd1e733ba35546dc84611e4dace6395c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 17:10:41.385826 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5a3978b-6071-4560-a108-dd67ebb14625 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (f3df6162-9a79-45e6-8460-331ff16b4b9b), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:41.470567 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-77a371e8-069c-4c7a-90d1-a4cf83ab0c8e tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2518818 Mar 23 17:10:41.487533 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Request body: {'port': {'device_id': '7174c84d-8e49-491d-b154-babab2c92ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:41.494831 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:41.495294 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:41.560289 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5a3978b-6071-4560-a108-dd67ebb14625 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (f3df6162-9a79-45e6-8460-331ff16b4b9b), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:41.577679 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47154e7b-defa-43e8-b79a-41659fa086da req-63baee12-5c7a-419c-b30a-e8bb9aa050ee tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:41.594642 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-47154e7b-defa-43e8-b79a-41659fa086da req-63baee12-5c7a-419c-b30a-e8bb9aa050ee tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 931 time: 0.1830943 Mar 23 17:10:41.626702 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:41.647019 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-47154e7b-defa-43e8-b79a-41659fa086da req-1f64e519-c583-41ea-bf09-2b7ac3a4574d tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523252 Mar 23 17:10:41.659863 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (5d209d81-bbcc-44f7-919e-8528fb130bcf), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:41.673708 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5a3978b-6071-4560-a108-dd67ebb14625 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (f3df6162-9a79-45e6-8460-331ff16b4b9b), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:41.679874 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17842d-a351-41c2-81b8-83df4db3023c req-2aa90d29-1eb2-401e-808b-c0674fbf6925 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:41.686841 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9f17842d-a351-41c2-81b8-83df4db3023c req-2aa90d29-1eb2-401e-808b-c0674fbf6925 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.1944020 Mar 23 17:10:41.687877 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3978b-6071-4560-a108-dd67ebb14625 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3df6162-9a79-45e6-8460-331ff16b4b9b,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:41.773928 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9f17842d-a351-41c2-81b8-83df4db3023c req-b6dc0362-4c2d-492a-b748-892eeb810304 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862398 Mar 23 17:10:41.806618 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5a3978b-6071-4560-a108-dd67ebb14625 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:41.811103 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-b5a3978b-6071-4560-a108-dd67ebb14625 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5864923 Mar 23 17:10:41.811745 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60672) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:41.816693 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-729bc73e-2e77-406a-a227-ee8c94b4cfcf tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Request body: {'security_group_rule': {'security_group_id': '8a8b7546-a0c2-4b65-b844-ec7bb7323013', 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:41.917652 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.securitygroups_db [None req-729bc73e-2e77-406a-a227-ee8c94b4cfcf tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Project cd1e733ba35546dc84611e4dace6395c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 17:10:41.922753 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-729bc73e-2e77-406a-a227-ee8c94b4cfcf tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (b70f2c1e-c506-48ac-8d64-13702de5d818), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:41.995395 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-729bc73e-2e77-406a-a227-ee8c94b4cfcf tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (b70f2c1e-c506-48ac-8d64-13702de5d818), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:42.007673 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d209d81-bbcc-44f7-919e-8528fb130bcf {{(pid=104061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:10:42.016277 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Publish callbacks [] for port (5d209d81-bbcc-44f7-919e-8528fb130bcf), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:42.028046 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.provisioning_blocks [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Transition to ACTIVE for port object 5d209d81-bbcc-44f7-919e-8528fb130bcf will not be triggered until provisioned by entity L2. {{(pid=104061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:10:42.061116 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-729bc73e-2e77-406a-a227-ee8c94b4cfcf tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (b70f2c1e-c506-48ac-8d64-13702de5d818), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:42.083508 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bc73e-2e77-406a-a227-ee8c94b4cfcf tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70f2c1e-c506-48ac-8d64-13702de5d818,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:42.096941 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (5d209d81-bbcc-44f7-919e-8528fb130bcf), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:42.097085 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60678) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:42.150580 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Pushing event updated for resources: {'Port': ['ID=5d209d81-bbcc-44f7-919e-8528fb130bcf,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:42.152019 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ed2d157a-0298-4ed2-b09e-3e925ef55859 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:42.178945 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ed2d157a-0298-4ed2-b09e-3e925ef55859 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:42.217812 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-729bc73e-2e77-406a-a227-ee8c94b4cfcf tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:42.222598 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-729bc73e-2e77-406a-a227-ee8c94b4cfcf tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4068623 Mar 23 17:10:42.223253 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Attempting to bind port 5d209d81-bbcc-44f7-919e-8528fb130bcf on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:10:42.223595 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Attempting to bind port 5d209d81-bbcc-44f7-919e-8528fb130bcf by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': 'bd817a77-a315-40f2-a4d9-a3f7959c89b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '9641745f-d8ec-4f0f-9f65-22789a0dcbe5'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:10:42.223928 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Attempting to bind port 5d209d81-bbcc-44f7-919e-8528fb130bcf on network 9641745f-d8ec-4f0f-9f65-22789a0dcbe5 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:10:42.229066 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Port 5d209d81-bbcc-44f7-919e-8528fb130bcf on network 9641745f-d8ec-4f0f-9f65-22789a0dcbe5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:10:42.229479 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Attempting to bind port 5d209d81-bbcc-44f7-919e-8528fb130bcf on network 9641745f-d8ec-4f0f-9f65-22789a0dcbe5 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:10:42.236269 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:10:42.236653 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Checking segment: {'id': 'bd817a77-a315-40f2-a4d9-a3f7959c89b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '9641745f-d8ec-4f0f-9f65-22789a0dcbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:10:42.237192 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Bound using segment: {'id': 'bd817a77-a315-40f2-a4d9-a3f7959c89b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '9641745f-d8ec-4f0f-9f65-22789a0dcbe5'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:10:42.237819 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Bound port: 5d209d81-bbcc-44f7-919e-8528fb130bcf, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd817a77-a315-40f2-a4d9-a3f7959c89b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '9641745f-d8ec-4f0f-9f65-22789a0dcbe5'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:10:42.238074 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (5d209d81-bbcc-44f7-919e-8528fb130bcf), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:42.302311 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] For port 5d209d81-bbcc-44f7-919e-8528fb130bcf, host hv-cinder-83491, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:10:42.305470 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] For port 5d209d81-bbcc-44f7-919e-8528fb130bcf, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=5d209d81-bbcc-44f7-919e-8528fb130bcf,segment=NetworkSegment(bd817a77-a315-40f2-a4d9-a3f7959c89b7),segment_id=bd817a77-a315-40f2-a4d9-a3f7959c89b7)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:10:42.585967 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ed2d157a-0298-4ed2-b09e-3e925ef55859 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:42.588565 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ed2d157a-0298-4ed2-b09e-3e925ef55859 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:42.593273 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-ed2d157a-0298-4ed2-b09e-3e925ef55859 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "DELETE /v2.0/security-groups/4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672 HTTP/1.1" status: 204 len: 168 time: 0.4927404 Mar 23 17:10:42.593667 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 60718) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:42.599603 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d157a-0298-4ed2-b09e-3e925ef55859 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:42.615928 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (5d209d81-bbcc-44f7-919e-8528fb130bcf), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:42.630788 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.api.v2.resource [None req-266dcf8c-e527-4dab-a5fe-e07a5b0fc430 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] show failed (client error): The resource could not be found. Mar 23 17:10:42.631278 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-266dcf8c-e527-4dab-a5fe-e07a5b0fc430 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups/4a9d7fab-68a6-4d70-8cb3-a9cc2b5ec672 HTTP/1.1" status: 404 len: 347 time: 0.0364871 Mar 23 17:10:42.634423 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60720) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:42.699600 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:42.700742 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:42.702166 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] 10.222.0.43 "PUT /v2.0/ports/5d209d81-bbcc-44f7-919e-8528fb130bcf HTTP/1.1" status: 200 len: 1093 time: 1.2227066 Mar 23 17:10:42.702632 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7174c84d-8e49-491d-b154-babab2c92ebc', 'tag': '5d209d81-bbcc-44f7-919e-8528fb130bcf'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:10:42.719330 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13aea1d9-2298-4028-b5f0-9fdcfad42348" -d '{"events": [{"name": "network-changed", "server_uuid": "7174c84d-8e49-491d-b154-babab2c92ebc", "tag": "5d209d81-bbcc-44f7-919e-8528fb130bcf"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:10:42.747713 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212892a9-abe0-4d90-9b44-301d60890966 service neutron] Pushing event updated for resources: {'Port': ['ID=5d209d81-bbcc-44f7-919e-8528fb130bcf,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:42.760789 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a301cd6c-76ef-4774-b994-f73d85cca80e x-openstack-request-id: req-a301cd6c-76ef-4774-b994-f73d85cca80e {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:10:42.761110 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7174c84d-8e49-491d-b154-babab2c92ebc", "tag": "5d209d81-bbcc-44f7-919e-8528fb130bcf", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:10:42.761417 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a301cd6c-76ef-4774-b994-f73d85cca80e {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:10:42.761830 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a301cd6c-76ef-4774-b994-f73d85cca80e'] response: {'name': 'network-changed', 'server_uuid': '7174c84d-8e49-491d-b154-babab2c92ebc', 'tag': '5d209d81-bbcc-44f7-919e-8528fb130bcf', 'status': 'completed', 'code': 200} Mar 23 17:10:42.846242 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aea1d9-2298-4028-b5f0-9fdcfad42348 req-43b38d4f-ff7f-4b80-a7ea-f586c6990fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:42.848180 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-13aea1d9-2298-4028-b5f0-9fdcfad42348 req-43b38d4f-ff7f-4b80-a7ea-f586c6990fc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=122277fbf68240bea1537673564bfd0e&device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 1127 time: 0.0604560 Mar 23 17:10:43.002315 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4796313-a609-4a15-adfb-40a64e40a0a9 req-9d22849f-5019-485b-8bb8-96dd0d72d98f tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:43.003790 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d4796313-a609-4a15-adfb-40a64e40a0a9 req-9d22849f-5019-485b-8bb8-96dd0d72d98f tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.1388147 Mar 23 17:10:43.009500 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aea1d9-2298-4028-b5f0-9fdcfad42348 req-207397f8-9df1-478e-aaf5-3a231ac7aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:43.011137 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-13aea1d9-2298-4028-b5f0-9fdcfad42348 req-207397f8-9df1-478e-aaf5-3a231ac7aa12 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=122277fbf68240bea1537673564bfd0e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1554232 Mar 23 17:10:43.093609 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3504dd-df72-4be6-8f0e-f3844292fa60 req-b6016de3-e4da-414b-87a9-59a0c8639504 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:43.100531 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bc3504dd-df72-4be6-8f0e-f3844292fa60 req-b6016de3-e4da-414b-87a9-59a0c8639504 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 943 time: 0.1057568 Mar 23 17:10:43.119869 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d4796313-a609-4a15-adfb-40a64e40a0a9 req-fd8ee7eb-fc91-48d2-964f-f63d1fe859d1 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060245 Mar 23 17:10:43.125287 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-3593c7b6-51b5-4422-adfa-713395f15e63 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Deleting port 4fba29b9-67cd-44a6-a4c1-7175def9a017 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:10:43.125658 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3593c7b6-51b5-4422-adfa-713395f15e63 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (4fba29b9-67cd-44a6-a4c1-7175def9a017), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:43.160786 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aea1d9-2298-4028-b5f0-9fdcfad42348 req-8261b217-3897-48d9-b740-71aa04baf015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:43.162299 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-13aea1d9-2298-4028-b5f0-9fdcfad42348 req-8261b217-3897-48d9-b740-71aa04baf015 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1389210 Mar 23 17:10:43.202517 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bc3504dd-df72-4be6-8f0e-f3844292fa60 req-54621437-975d-492e-9463-6535162f68cf tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010768 Mar 23 17:10:43.231103 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3593c7b6-51b5-4422-adfa-713395f15e63 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (4fba29b9-67cd-44a6-a4c1-7175def9a017), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:43.232453 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3593c7b6-51b5-4422-adfa-713395f15e63 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (4fba29b9-67cd-44a6-a4c1-7175def9a017), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:43.245548 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-3593c7b6-51b5-4422-adfa-713395f15e63 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Calling delete_port for 4fba29b9-67cd-44a6-a4c1-7175def9a017 owned by network:floatingip {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:10:43.282031 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-8700fe9d-73cc-43e4-8bc6-5517533d0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:43.284827 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-8700fe9d-73cc-43e4-8bc6-5517533d0fe2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=122277fbf68240bea1537673564bfd0e&device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 1127 time: 0.0714850 Mar 23 17:10:43.335172 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-b626e7b7-dff5-47cf-a688-4269aa328beb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d209d81-bbcc-44f7-919e-8528fb130bcf HTTP/1.1" status: 200 len: 217 time: 0.0436313 Mar 23 17:10:43.404834 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-cc6a4982-1586-405a-a22a-79f9c8b6d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:43.406431 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-cc6a4982-1586-405a-a22a-79f9c8b6d37f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa8f7515-2c5a-4a8b-813c-9de0bb449c5c HTTP/1.1" status: 200 len: 854 time: 0.0644281 Mar 23 17:10:43.441031 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-2aa4329c-6556-4cec-91fb-e48ac30967bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9641745f-d8ec-4f0f-9f65-22789a0dcbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266912 Mar 23 17:10:43.448886 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3593c7b6-51b5-4422-adfa-713395f15e63 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (4fba29b9-67cd-44a6-a4c1-7175def9a017), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:43.477149 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593c7b6-51b5-4422-adfa-713395f15e63 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event deleted for resources: {'Port': ['ID=4fba29b9-67cd-44a6-a4c1-7175def9a017,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:43.501949 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3593c7b6-51b5-4422-adfa-713395f15e63 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (f9ad056e-4098-4035-8fdb-75e47eb286ea), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:43.504836 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3593c7b6-51b5-4422-adfa-713395f15e63 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:43.508882 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-3593c7b6-51b5-4422-adfa-713395f15e63 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "DELETE /v2.0/floatingips/f9ad056e-4098-4035-8fdb-75e47eb286ea HTTP/1.1" status: 204 len: 168 time: 0.8701711 Mar 23 17:10:43.553272 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-b1260ec6-99b2-43e2-8de9-e7cce3a6811b service neutron] 10.222.0.43 "GET /v2.0/networks/9641745f-d8ec-4f0f-9f65-22789a0dcbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052709 Mar 23 17:10:43.648060 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2dacaac8-f24b-43d6-a9d4-476ee579fbcb req-e58ffbe3-263e-4fe3-8104-b1ebfe1e567b service neutron] 10.222.0.43 "GET /v2.0/networks/9641745f-d8ec-4f0f-9f65-22789a0dcbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859516 Mar 23 17:10:44.246617 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17d06f-ea0b-4393-bbc8-4acb2d2895b8 req-329e8126-2da4-43f8-a4d6-d739b0d51eec tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:44.248522 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1a17d06f-ea0b-4393-bbc8-4acb2d2895b8 req-329e8126-2da4-43f8-a4d6-d739b0d51eec tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0540419 Mar 23 17:10:44.306195 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1a17d06f-ea0b-4393-bbc8-4acb2d2895b8 req-0c11be95-f29b-457c-a454-e48f25d6c990 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520163 Mar 23 17:10:44.330101 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c28e6-79b3-48d4-85bc-e75650e8e15b req-3e16a9f5-2ec4-4cdf-83f9-2effd31afcbc tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:44.330101 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d01c28e6-79b3-48d4-85bc-e75650e8e15b req-3e16a9f5-2ec4-4cdf-83f9-2effd31afcbc tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 943 time: 0.0587673 Mar 23 17:10:44.378225 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d01c28e6-79b3-48d4-85bc-e75650e8e15b req-7e923d4c-53dc-47ad-b648-f1304aa0121c tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439513 Mar 23 17:10:45.436763 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a54ad-bb17-4f57-bfb4-9324e488b0ba req-c8fe7cc9-35c2-46f2-b841-cacfb8c23afa tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:45.438284 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6e5a54ad-bb17-4f57-bfb4-9324e488b0ba req-c8fe7cc9-35c2-46f2-b841-cacfb8c23afa tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0600114 Mar 23 17:10:45.492734 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6e5a54ad-bb17-4f57-bfb4-9324e488b0ba req-42cc3aec-5c9a-43d9-a6c2-cb516397f070 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488722 Mar 23 17:10:45.505319 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74882863-a1de-4f8b-8e58-9333fa7c357c req-d40fc2ae-27f4-4186-b321-0e604fe0b025 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:45.506837 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-74882863-a1de-4f8b-8e58-9333fa7c357c req-d40fc2ae-27f4-4186-b321-0e604fe0b025 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 943 time: 0.0555129 Mar 23 17:10:45.554949 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-74882863-a1de-4f8b-8e58-9333fa7c357c req-5b48f8ec-6696-42fb-bdc5-7a5232ee3777 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424933 Mar 23 17:10:46.400118 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 5d209d81-bbcc-44f7-919e-8528fb130bcf details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:10:46.504209 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 5d209d81-bbcc-44f7-919e-8528fb130bcf, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=5d209d81-bbcc-44f7-919e-8528fb130bcf,segment=NetworkSegment(bd817a77-a315-40f2-a4d9-a3f7959c89b7),segment_id=bd817a77-a315-40f2-a4d9-a3f7959c89b7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:10:46.517699 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '5d209d81-bbcc-44f7-919e-8528fb130bcf', 'network_id': '9641745f-d8ec-4f0f-9f65-22789a0dcbe5', 'port_id': '5d209d81-bbcc-44f7-919e-8528fb130bcf', 'mac_address': 'fa:16:3e:52:c3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8f7515-2c5a-4a8b-813c-9de0bb449c5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:10:46.560015 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 5d209d81-bbcc-44f7-919e-8528fb130bcf is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:46.560412 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (5d209d81-bbcc-44f7-919e-8528fb130bcf), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:46.573456 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d209d81-bbcc-44f7-919e-8528fb130bcf {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:10:46.593769 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 5d209d81-bbcc-44f7-919e-8528fb130bcf, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=5d209d81-bbcc-44f7-919e-8528fb130bcf,segment=NetworkSegment(bd817a77-a315-40f2-a4d9-a3f7959c89b7),segment_id=bd817a77-a315-40f2-a4d9-a3f7959c89b7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:10:46.614746 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d439b38-1104-4dd9-bd18-b37ffb8c815c req-40027415-476b-422e-9db6-5a639ac83ebc tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:46.616238 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0d439b38-1104-4dd9-bd18-b37ffb8c815c req-40027415-476b-422e-9db6-5a639ac83ebc tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0566773 Mar 23 17:10:46.885061 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0d439b38-1104-4dd9-bd18-b37ffb8c815c req-7ec42627-3e13-42a2-a94b-9839d3cb46b0 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459836 Mar 23 17:10:46.885061 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db80be2-5214-4b85-b080-ced05fc036ab req-e3c7844c-6d30-40b5-9bee-5d156e044f86 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:46.885061 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7db80be2-5214-4b85-b080-ced05fc036ab req-e3c7844c-6d30-40b5-9bee-5d156e044f86 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 943 time: 0.0544028 Mar 23 17:10:46.885061 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7db80be2-5214-4b85-b080-ced05fc036ab req-e0e69ade-f047-495e-8019-3020fa4185e1 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425081 Mar 23 17:10:46.957078 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca644c-84eb-4411-ad79-58f09405dbea req-f3676ede-1f40-4f53-a619-6515bc878bc6 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:46.958850 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d0ca644c-84eb-4411-ad79-58f09405dbea req-f3676ede-1f40-4f53-a619-6515bc878bc6 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 946 time: 0.0598931 Mar 23 17:10:47.005821 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d0ca644c-84eb-4411-ad79-58f09405dbea req-c9a3d585-2b39-4fed-8880-ef4689ba5945 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=50a5fcb7-cdf3-4d94-9a5a-74b4cca68441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412128 Mar 23 17:10:47.714469 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (5d209d81-bbcc-44f7-919e-8528fb130bcf), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:47.770820 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=5d209d81-bbcc-44f7-919e-8528fb130bcf,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:47.796324 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558c2a4-86b1-4d9e-abdd-5269b5c04be1 req-a1b766f6-0447-4dd4-aaf7-e1c86c59c01c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:47.797820 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a558c2a4-86b1-4d9e-abdd-5269b5c04be1 req-a1b766f6-0447-4dd4-aaf7-e1c86c59c01c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0524418 Mar 23 17:10:47.845701 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a558c2a4-86b1-4d9e-abdd-5269b5c04be1 req-bbfffd68-0f4b-4816-a2c3-7145422e6b18 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415111 Mar 23 17:10:47.952205 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfecf3-7e46-49dd-83c2-2069afa199c0 req-d4e04bf3-785b-490d-b449-5bc54379bd5b tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:47.953707 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e3cfecf3-7e46-49dd-83c2-2069afa199c0 req-d4e04bf3-785b-490d-b449-5bc54379bd5b tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 944 time: 0.0578177 Mar 23 17:10:48.000868 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e3cfecf3-7e46-49dd-83c2-2069afa199c0 req-58a1bd4e-2e06-4ee6-a378-4e6f552197e3 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413105 Mar 23 17:10:48.044749 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['5d209d81-bbcc-44f7-919e-8528fb130bcf'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:10:48.134245 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df7726-106c-41b1-b302-e9bde2529a96 req-75d67771-cbed-4b88-8435-c9690d150d5d tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:48.135760 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e0df7726-106c-41b1-b302-e9bde2529a96 req-75d67771-cbed-4b88-8435-c9690d150d5d tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 946 time: 0.0612013 Mar 23 17:10:48.182388 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e0df7726-106c-41b1-b302-e9bde2529a96 req-b33b9cd6-5a07-448f-b6a8-41f335c3c560 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=50a5fcb7-cdf3-4d94-9a5a-74b4cca68441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404973 Mar 23 17:10:48.964441 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ca984-4345-4eac-afbc-32c66908c2ff req-18f90521-6d9d-4aac-a76b-c6a7ff4910c0 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:48.966222 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6b6ca984-4345-4eac-afbc-32c66908c2ff req-18f90521-6d9d-4aac-a76b-c6a7ff4910c0 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0528393 Mar 23 17:10:49.012750 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6b6ca984-4345-4eac-afbc-32c66908c2ff req-cc015f39-02a9-46ed-bcd9-44ae1f96c732 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410502 Mar 23 17:10:49.124067 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac224d-def3-4e45-a964-7ee31efd5d55 req-a33d6f3a-65a7-4461-8baf-1bdace308e03 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:49.131759 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0dac224d-def3-4e45-a964-7ee31efd5d55 req-a33d6f3a-65a7-4461-8baf-1bdace308e03 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 944 time: 0.0593400 Mar 23 17:10:49.173427 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0dac224d-def3-4e45-a964-7ee31efd5d55 req-ebb8a7a3-5a23-43be-8bcd-0dc165b4d6e4 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421815 Mar 23 17:10:49.301195 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a5bf2-7b55-4ff6-9eb5-21b2a184738d req-60af7a13-2ef7-4540-9bf6-6afc68440e5e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:49.302682 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0c5a5bf2-7b55-4ff6-9eb5-21b2a184738d req-60af7a13-2ef7-4540-9bf6-6afc68440e5e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 946 time: 0.0525157 Mar 23 17:10:49.352502 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0c5a5bf2-7b55-4ff6-9eb5-21b2a184738d req-ddf280f3-d5fc-47f6-b60a-fc3f6fcc60a3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=50a5fcb7-cdf3-4d94-9a5a-74b4cca68441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442350 Mar 23 17:10:49.746781 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedc68e-217e-4e7f-8bcc-4a01d5a77e6d req-bad18f31-96c7-4b52-a449-950444840dac tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:49.752406 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ceedc68e-217e-4e7f-8bcc-4a01d5a77e6d req-bad18f31-96c7-4b52-a449-950444840dac tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 946 time: 0.0527990 Mar 23 17:10:49.853149 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [req-ceedc68e-217e-4e7f-8bcc-4a01d5a77e6d req-c74c5097-46ed-4fa3-88bb-2cefd2d8b0a1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Deleting port d930f1b4-59c2-4e52-b96d-9607a755f8df {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:10:49.853495 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-ceedc68e-217e-4e7f-8bcc-4a01d5a77e6d req-c74c5097-46ed-4fa3-88bb-2cefd2d8b0a1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (d930f1b4-59c2-4e52-b96d-9607a755f8df), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:49.941923 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-ceedc68e-217e-4e7f-8bcc-4a01d5a77e6d req-c74c5097-46ed-4fa3-88bb-2cefd2d8b0a1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] For port d930f1b4-59c2-4e52-b96d-9607a755f8df, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=d930f1b4-59c2-4e52-b96d-9607a755f8df,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:10:49.942290 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-ceedc68e-217e-4e7f-8bcc-4a01d5a77e6d req-c74c5097-46ed-4fa3-88bb-2cefd2d8b0a1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (d930f1b4-59c2-4e52-b96d-9607a755f8df), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:50.145286 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-ceedc68e-217e-4e7f-8bcc-4a01d5a77e6d req-c74c5097-46ed-4fa3-88bb-2cefd2d8b0a1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:50.145990 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-ceedc68e-217e-4e7f-8bcc-4a01d5a77e6d req-c74c5097-46ed-4fa3-88bb-2cefd2d8b0a1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (82af881a-917a-41d3-8039-d073f84b3926), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:50.145990 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.l3_db [req-ceedc68e-217e-4e7f-8bcc-4a01d5a77e6d req-c74c5097-46ed-4fa3-88bb-2cefd2d8b0a1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Floating IP 82af881a-917a-41d3-8039-d073f84b3926 disassociated. External IP: 172.27.1.206, port: d930f1b4-59c2-4e52-b96d-9607a755f8df. Mar 23 17:10:50.146267 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [req-ceedc68e-217e-4e7f-8bcc-4a01d5a77e6d req-c74c5097-46ed-4fa3-88bb-2cefd2d8b0a1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Calling delete_port for d930f1b4-59c2-4e52-b96d-9607a755f8df owned by compute:nova {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:10:50.204168 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce920ef6-8835-4687-8ebc-062ab694728f req-11838a35-008e-4940-a4a6-a1f01ddbed43 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:50.205740 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ce920ef6-8835-4687-8ebc-062ab694728f req-11838a35-008e-4940-a4a6-a1f01ddbed43 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.1108484 Mar 23 17:10:50.275891 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ce920ef6-8835-4687-8ebc-062ab694728f req-9cb3fbae-b0c5-42b9-852f-481813276537 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644908 Mar 23 17:10:50.299162 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b6ea2-cb9e-4b35-9193-621637d48eb0 req-b545e24f-9bee-462e-9f2b-3c12e454d7f4 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:50.304525 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-959b6ea2-cb9e-4b35-9193-621637d48eb0 req-b545e24f-9bee-462e-9f2b-3c12e454d7f4 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 944 time: 0.0586753 Mar 23 17:10:50.348570 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-959b6ea2-cb9e-4b35-9193-621637d48eb0 req-854124ea-0692-4ab1-a760-04e79b784d09 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Mar 23 17:10:50.386399 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-ceedc68e-217e-4e7f-8bcc-4a01d5a77e6d req-c74c5097-46ed-4fa3-88bb-2cefd2d8b0a1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (d930f1b4-59c2-4e52-b96d-9607a755f8df), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:50.411739 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 5d209d81-bbcc-44f7-919e-8528fb130bcf up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:10:50.416765 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c5097-46ed-4fa3-88bb-2cefd2d8b0a1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event deleted for resources: {'Port': ['ID=d930f1b4-59c2-4e52-b96d-9607a755f8df,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:50.497012 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a860011e-69f9-4849-bd3f-7cfd4ab44ea4 req-85736a9b-fce7-4582-8aad-3fc8a553d30d tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 210 time: 0.0762308 Mar 23 17:10:50.534719 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port 5d209d81-bbcc-44f7-919e-8528fb130bcf completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:10:50.538831 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 5d209d81-bbcc-44f7-919e-8528fb130bcf triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:10:50.539214 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (5d209d81-bbcc-44f7-919e-8528fb130bcf), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:50.570519 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceedc68e-217e-4e7f-8bcc-4a01d5a77e6d req-c74c5097-46ed-4fa3-88bb-2cefd2d8b0a1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Router 6eb0fc3d-315c-4722-9458-39e73209a3aa has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:10:50.619472 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 5d209d81-bbcc-44f7-919e-8528fb130bcf is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:10:50.619864 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (5d209d81-bbcc-44f7-919e-8528fb130bcf), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:50.643104 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7174c84d-8e49-491d-b154-babab2c92ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d209d81-bbcc-44f7-919e-8528fb130bcf'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:10:50.645503 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427a0405-67c9-4f1a-9550-18cbda3e9e63" -d '{"events": [{"server_uuid": "7174c84d-8e49-491d-b154-babab2c92ebc", "name": "network-vif-plugged", "status": "completed", "tag": "5d209d81-bbcc-44f7-919e-8528fb130bcf"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:10:50.661539 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 5d209d81-bbcc-44f7-919e-8528fb130bcf, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=5d209d81-bbcc-44f7-919e-8528fb130bcf,segment=NetworkSegment(bd817a77-a315-40f2-a4d9-a3f7959c89b7),segment_id=bd817a77-a315-40f2-a4d9-a3f7959c89b7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:10:50.685732 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceedc68e-217e-4e7f-8bcc-4a01d5a77e6d req-c74c5097-46ed-4fa3-88bb-2cefd2d8b0a1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:10:50.688045 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2f843c-cce3-4a86-b53a-80b3ead30bd0 x-openstack-request-id: req-fd2f843c-cce3-4a86-b53a-80b3ead30bd0 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:10:50.688367 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7174c84d-8e49-491d-b154-babab2c92ebc", "name": "network-vif-plugged", "status": "completed", "tag": "5d209d81-bbcc-44f7-919e-8528fb130bcf", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:10:50.688804 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-fd2f843c-cce3-4a86-b53a-80b3ead30bd0 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:10:50.689236 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd2f843c-cce3-4a86-b53a-80b3ead30bd0'] response: {'server_uuid': '7174c84d-8e49-491d-b154-babab2c92ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d209d81-bbcc-44f7-919e-8528fb130bcf', 'code': 200} Mar 23 17:10:50.748176 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceedc68e-217e-4e7f-8bcc-4a01d5a77e6d req-c74c5097-46ed-4fa3-88bb-2cefd2d8b0a1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] No DVR routers for this DVR port d930f1b4-59c2-4e52-b96d-9607a755f8df on host hv-cinder-83491 {{(pid=104061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:10:50.751666 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-ceedc68e-217e-4e7f-8bcc-4a01d5a77e6d req-c74c5097-46ed-4fa3-88bb-2cefd2d8b0a1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:50.755790 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ceedc68e-217e-4e7f-8bcc-4a01d5a77e6d req-c74c5097-46ed-4fa3-88bb-2cefd2d8b0a1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "DELETE /v2.0/ports/d930f1b4-59c2-4e52-b96d-9607a755f8df HTTP/1.1" status: 204 len: 173 time: 0.9959130 Mar 23 17:10:50.756291 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'name': 'network-vif-deleted', 'tag': 'd930f1b4-59c2-4e52-b96d-9607a755f8df'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:10:50.759166 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cf780f-1259-42f2-9ec4-da1d3cf1cc9b" -d '{"events": [{"server_uuid": "60b8164b-29a8-41b4-b35b-c4e1063d4d1c", "name": "network-vif-deleted", "tag": "d930f1b4-59c2-4e52-b96d-9607a755f8df"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:10:50.769145 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (5d209d81-bbcc-44f7-919e-8528fb130bcf), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:50.770071 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device d930f1b4-59c2-4e52-b96d-9607a755f8df no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:10:50.816016 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eecf59-4cba-43b8-a300-071e4aefb4f0 None None] Sync routers for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:10:50.818236 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971d9d88-f38b-42bd-84f0-0fc9d5c01faa x-openstack-request-id: req-971d9d88-f38b-42bd-84f0-0fc9d5c01faa {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:10:50.818551 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b8164b-29a8-41b4-b35b-c4e1063d4d1c", "name": "network-vif-deleted", "tag": "d930f1b4-59c2-4e52-b96d-9607a755f8df", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:10:50.819155 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-971d9d88-f38b-42bd-84f0-0fc9d5c01faa {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:10:50.819595 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-971d9d88-f38b-42bd-84f0-0fc9d5c01faa'] response: {'server_uuid': '60b8164b-29a8-41b4-b35b-c4e1063d4d1c', 'name': 'network-vif-deleted', 'tag': 'd930f1b4-59c2-4e52-b96d-9607a755f8df', 'status': 'completed', 'code': 200} Mar 23 17:10:50.823363 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: d930f1b4-59c2-4e52-b96d-9607a755f8df {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:10:50.823725 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device d930f1b4-59c2-4e52-b96d-9607a755f8df not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:10:50.832109 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eecf59-4cba-43b8-a300-071e4aefb4f0 None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:10:50.832839 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-01eecf59-4cba-43b8-a300-071e4aefb4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:10:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:50.861698 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=5d209d81-bbcc-44f7-919e-8528fb130bcf,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:50.955761 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-01eecf59-4cba-43b8-a300-071e4aefb4f0 None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:10:51.082145 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6057d-31f3-442d-b369-83d2aa183326 req-0862fff6-6c89-4f5b-97e5-db86e0138b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:51.083263 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dca6057d-31f3-442d-b369-83d2aa183326 req-0862fff6-6c89-4f5b-97e5-db86e0138b9a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 1129 time: 0.0463023 Mar 23 17:10:51.128292 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dca6057d-31f3-442d-b369-83d2aa183326 req-e000ea8f-a161-43e0-82f9-8226eb652688 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388596 Mar 23 17:10:51.165759 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-01eecf59-4cba-43b8-a300-071e4aefb4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:51.195675 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eecf59-4cba-43b8-a300-071e4aefb4f0 None None] Checking router: 6eb0fc3d-315c-4722-9458-39e73209a3aa for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:10:51.204671 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eecf59-4cba-43b8-a300-071e4aefb4f0 None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:10:51.205278 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-01eecf59-4cba-43b8-a300-071e4aefb4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:10:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:51.307161 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-01eecf59-4cba-43b8-a300-071e4aefb4f0 None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:10:51.412230 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d71c4-92fb-461c-8333-d7c68bcc966e req-85e4fff7-78d1-4b84-84c6-0841c6b3bfd2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:51.419566 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-250d71c4-92fb-461c-8333-d7c68bcc966e req-85e4fff7-78d1-4b84-84c6-0841c6b3bfd2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0652151 Mar 23 17:10:51.479747 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-250d71c4-92fb-461c-8333-d7c68bcc966e req-b0ef7ff4-4dcd-43c9-b65a-af0dacf4e8b6 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602088 Mar 23 17:10:51.486418 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be00b2-99ec-4376-b248-ccdbe2326501 req-073388ba-b73b-4ee3-9b8a-5d0c4d803588 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:51.488000 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e9be00b2-99ec-4376-b248-ccdbe2326501 req-073388ba-b73b-4ee3-9b8a-5d0c4d803588 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 945 time: 0.0578821 Mar 23 17:10:51.538402 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-01eecf59-4cba-43b8-a300-071e4aefb4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:10:51.548819 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e9be00b2-99ec-4376-b248-ccdbe2326501 req-e7e45a2d-d9dc-443f-b965-535a5162275d tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493588 Mar 23 17:10:51.567248 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eecf59-4cba-43b8-a300-071e4aefb4f0 None None] The sync data for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi is: [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:10:51.616863 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c2a6c419-16f2-491a-bc3c-764299d03bce req-6a5246b6-49c7-4032-ba0b-1325d08d5374 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=60b8164b-29a8-41b4-b35b-c4e1063d4d1c HTTP/1.1" status: 200 len: 210 time: 0.0362301 Mar 23 17:10:51.798818 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa089d48-6343-499f-a8a6-b9543e2e3bce None None] New status for floating IP 82af881a-917a-41d3-8039-d073f84b3926: DOWN {{(pid=104062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:10:52.608811 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca13f0e-181d-46fe-b20b-d734c9ae7b41 req-39d807eb-a5cd-4177-b4b1-6d16502ace85 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:52.610292 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8ca13f0e-181d-46fe-b20b-d734c9ae7b41 req-39d807eb-a5cd-4177-b4b1-6d16502ace85 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0587494 Mar 23 17:10:52.658850 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8ca13f0e-181d-46fe-b20b-d734c9ae7b41 req-69e49a41-f2d0-43e8-aced-ed42d20113be tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430996 Mar 23 17:10:52.669608 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005843ce-97e9-43fc-8dfa-5a89519b577e req-3b9834c9-b2c8-47c1-b53d-70a4d4eb76e5 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:52.671150 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-005843ce-97e9-43fc-8dfa-5a89519b577e req-3b9834c9-b2c8-47c1-b53d-70a4d4eb76e5 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 945 time: 0.0547442 Mar 23 17:10:52.733178 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-005843ce-97e9-43fc-8dfa-5a89519b577e req-f4b4ea29-4ea9-4cf7-805f-166d95104aed tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564435 Mar 23 17:10:52.838852 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 60834) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:52.894395 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8cb7dad9-3918-4d85-bde6-526dc6f6ad12 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (50a5fcb7-cdf3-4d94-9a5a-74b4cca68441), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:52.918354 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8cb7dad9-3918-4d85-bde6-526dc6f6ad12 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (50a5fcb7-cdf3-4d94-9a5a-74b4cca68441), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:53.037812 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8cb7dad9-3918-4d85-bde6-526dc6f6ad12 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (50a5fcb7-cdf3-4d94-9a5a-74b4cca68441), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:53.040300 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8cb7dad9-3918-4d85-bde6-526dc6f6ad12 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:53.041496 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-8cb7dad9-3918-4d85-bde6-526dc6f6ad12 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "DELETE /v2.0/security-groups/50a5fcb7-cdf3-4d94-9a5a-74b4cca68441 HTTP/1.1" status: 204 len: 168 time: 0.2017224 Mar 23 17:10:53.044390 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60836) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:53.051211 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7dad9-3918-4d85-bde6-526dc6f6ad12 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a5fcb7-cdf3-4d94-9a5a-74b4cca68441,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:53.058155 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.api.v2.resource [None req-3e5c9eed-898c-494e-bda0-5dd650bceb85 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] show failed (client error): The resource could not be found. Mar 23 17:10:53.059173 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-3e5c9eed-898c-494e-bda0-5dd650bceb85 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups/50a5fcb7-cdf3-4d94-9a5a-74b4cca68441 HTTP/1.1" status: 404 len: 347 time: 0.0132313 Mar 23 17:10:53.062554 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60838) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:53.190116 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-b86a8911-a583-42a6-b265-13038f27581a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Deleting port ecbee6b5-f4ce-4f2a-91cc-7db4f8f38179 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:10:53.190439 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b86a8911-a583-42a6-b265-13038f27581a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (ecbee6b5-f4ce-4f2a-91cc-7db4f8f38179), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:53.270615 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b86a8911-a583-42a6-b265-13038f27581a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (ecbee6b5-f4ce-4f2a-91cc-7db4f8f38179), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:53.270942 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b86a8911-a583-42a6-b265-13038f27581a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (ecbee6b5-f4ce-4f2a-91cc-7db4f8f38179), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:53.283260 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-b86a8911-a583-42a6-b265-13038f27581a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Calling delete_port for ecbee6b5-f4ce-4f2a-91cc-7db4f8f38179 owned by network:floatingip {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:10:53.489391 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b86a8911-a583-42a6-b265-13038f27581a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (ecbee6b5-f4ce-4f2a-91cc-7db4f8f38179), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:53.514038 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a8911-a583-42a6-b265-13038f27581a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event deleted for resources: {'Port': ['ID=ecbee6b5-f4ce-4f2a-91cc-7db4f8f38179,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:53.541215 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b86a8911-a583-42a6-b265-13038f27581a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (82af881a-917a-41d3-8039-d073f84b3926), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:53.545551 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b86a8911-a583-42a6-b265-13038f27581a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:53.546737 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-b86a8911-a583-42a6-b265-13038f27581a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "DELETE /v2.0/floatingips/82af881a-917a-41d3-8039-d073f84b3926 HTTP/1.1" status: 204 len: 168 time: 0.4832282 Mar 23 17:10:53.788410 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239e6ed-c006-44c3-a066-637023639f22 req-6e95696a-102d-43d7-a3a5-3f811254f9d2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:53.789892 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7239e6ed-c006-44c3-a066-637023639f22 req-6e95696a-102d-43d7-a3a5-3f811254f9d2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0588384 Mar 23 17:10:53.842371 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7239e6ed-c006-44c3-a066-637023639f22 req-88f5a645-cd1d-4070-a0bc-c1eaa354bf46 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462122 Mar 23 17:10:53.949241 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5342ed-f8b7-4018-9073-f3f0decc3478 req-4b1cc5ec-fadb-432b-894f-70650f79d300 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:53.951276 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-de5342ed-f8b7-4018-9073-f3f0decc3478 req-4b1cc5ec-fadb-432b-894f-70650f79d300 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 945 time: 0.0554113 Mar 23 17:10:53.987065 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60848) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:53.991560 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-50ad5b65-ff09-45d3-a23c-cdb9a1dffd06 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012371464', 'description': 'tempest-description--637351709'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:54.002374 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-de5342ed-f8b7-4018-9073-f3f0decc3478 req-a1f285d2-d1f7-44d3-b4f4-b97772a6346b tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454071 Mar 23 17:10:54.117516 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-50ad5b65-ff09-45d3-a23c-cdb9a1dffd06 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:54.185384 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-50ad5b65-ff09-45d3-a23c-cdb9a1dffd06 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (58e752b6-dab8-4c69-97e2-aa4d5db1a2ba), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:54.260455 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-50ad5b65-ff09-45d3-a23c-cdb9a1dffd06 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (58e752b6-dab8-4c69-97e2-aa4d5db1a2ba), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:54.289800 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad5b65-ff09-45d3-a23c-cdb9a1dffd06 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:54.370945 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-50ad5b65-ff09-45d3-a23c-cdb9a1dffd06 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:54.372826 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-50ad5b65-ff09-45d3-a23c-cdb9a1dffd06 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3842342 Mar 23 17:10:54.375688 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60862) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:54.379989 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-c24c780b-dbba-41f3-92ac-adab61fa61b5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'security_group_rule': {'security_group_id': '58e752b6-dab8-4c69-97e2-aa4d5db1a2ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:54.493838 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c24c780b-dbba-41f3-92ac-adab61fa61b5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (e535f9f1-cea8-4ff7-9bd3-56252f1b4692), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:54.548278 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c24c780b-dbba-41f3-92ac-adab61fa61b5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (e535f9f1-cea8-4ff7-9bd3-56252f1b4692), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:54.631745 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c24c780b-dbba-41f3-92ac-adab61fa61b5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (e535f9f1-cea8-4ff7-9bd3-56252f1b4692), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:54.652228 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c780b-dbba-41f3-92ac-adab61fa61b5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e535f9f1-cea8-4ff7-9bd3-56252f1b4692,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:54.677541 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:54.748684 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c24c780b-dbba-41f3-92ac-adab61fa61b5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:54.749944 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-c24c780b-dbba-41f3-92ac-adab61fa61b5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3733242 Mar 23 17:10:54.752758 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60870) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:54.757139 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-d6109847-acae-49a1-81f1-186abb0ca5d5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'security_group_rule': {'security_group_id': '58e752b6-dab8-4c69-97e2-aa4d5db1a2ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:54.860173 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d6109847-acae-49a1-81f1-186abb0ca5d5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (1213069b-c4b9-486f-80dd-2467f6c2cbf6), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:54.921168 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d6109847-acae-49a1-81f1-186abb0ca5d5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (1213069b-c4b9-486f-80dd-2467f6c2cbf6), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:54.973605 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbf659-49d0-4cc1-ab26-820f233cb0c8 req-5907c453-bd45-4018-8c21-a3da9b3432b2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:54.975188 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-98fbf659-49d0-4cc1-ab26-820f233cb0c8 req-5907c453-bd45-4018-8c21-a3da9b3432b2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0533838 Mar 23 17:10:55.003659 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d6109847-acae-49a1-81f1-186abb0ca5d5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (1213069b-c4b9-486f-80dd-2467f6c2cbf6), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:55.019238 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6109847-acae-49a1-81f1-186abb0ca5d5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1213069b-c4b9-486f-80dd-2467f6c2cbf6,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:55.033691 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-98fbf659-49d0-4cc1-ab26-820f233cb0c8 req-cd30856a-305b-4afc-b85c-56309731a52b tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530181 Mar 23 17:10:55.085627 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d6109847-acae-49a1-81f1-186abb0ca5d5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:55.086904 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-d6109847-acae-49a1-81f1-186abb0ca5d5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3331714 Mar 23 17:10:55.090095 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 60884) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:10:55.095673 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'floatingip': {'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:10:55.134632 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-ada08906-b1a2-4add-8f10-3abbc179f0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:55.191844 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:55.286745 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:55.411323 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Allocated IP 172.27.1.36 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/97d5560c-9834-4a94-adc3-932faf5b7672) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:10:55.510525 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dedc1b-2947-4146-90ac-6a0e91df0f15 req-8db2a6b3-9b78-4ec7-ba18-6ca6246e161a tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:55.512042 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-06dedc1b-2947-4146-90ac-6a0e91df0f15 req-8db2a6b3-9b78-4ec7-ba18-6ca6246e161a tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.1154082 Mar 23 17:10:55.562768 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363b596-3297-479b-b322-3a0109421bbc req-0a7dafe6-c0f5-49af-9dd1-8e81ec6526b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:55.564375 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8363b596-3297-479b-b322-3a0109421bbc req-0a7dafe6-c0f5-49af-9dd1-8e81ec6526b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f132ad6f39674e448f82c3fda9d3079b&device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 1129 time: 0.0580049 Mar 23 17:10:55.581278 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for port (97d5560c-9834-4a94-adc3-932faf5b7672), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:55.596488 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-06dedc1b-2947-4146-90ac-6a0e91df0f15 req-d225aecf-7729-4d11-9600-f84e7ab50ab2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715802 Mar 23 17:10:55.657560 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363b596-3297-479b-b322-3a0109421bbc req-378d247e-29fc-4c2d-ba6e-ccc7e2876914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:55.659178 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8363b596-3297-479b-b322-3a0109421bbc req-378d247e-29fc-4c2d-ba6e-ccc7e2876914 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b5f6ec85-dfe2-47dc-923e-bdc04e67533c HTTP/1.1" status: 200 len: 913 time: 0.0877569 Mar 23 17:10:55.746623 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (97d5560c-9834-4a94-adc3-932faf5b7672), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:55.787284 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:10:55.790338 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:10:55.792996 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:10:55.809378 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'Port': ['ID=97d5560c-9834-4a94-adc3-932faf5b7672,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:55.863509 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (80dab1a1-3430-4df6-96e9-22447790336f), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:55.970675 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8363b596-3297-479b-b322-3a0109421bbc req-1f1e5b5a-58d0-434f-93d9-8afe31e35b31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b831d54-e57a-4a0d-8e84-39bfd2ee3baa HTTP/1.1" status: 200 len: 1001 time: 0.3033435 Mar 23 17:10:56.019402 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (97d5560c-9834-4a94-adc3-932faf5b7672), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:56.037717 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363b596-3297-479b-b322-3a0109421bbc req-32fdd791-72df-458b-936e-2b3ef01d07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:56.039187 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8363b596-3297-479b-b322-3a0109421bbc req-32fdd791-72df-458b-936e-2b3ef01d07d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8 HTTP/1.1" status: 200 len: 850 time: 0.0566702 Mar 23 17:10:56.087717 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363b596-3297-479b-b322-3a0109421bbc req-5d09c081-1019-47ae-9826-894fa6cdc431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:56.089237 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8363b596-3297-479b-b322-3a0109421bbc req-5d09c081-1019-47ae-9826-894fa6cdc431 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b5f6ec85-dfe2-47dc-923e-bdc04e67533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431485 Mar 23 17:10:56.175711 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for port (97d5560c-9834-4a94-adc3-932faf5b7672), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:56.182188 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8363b596-3297-479b-b322-3a0109421bbc req-428cddf5-49ff-4982-a425-01899f305f56 service neutron] 10.222.0.43 "GET /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836401 Mar 23 17:10:56.271814 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (97d5560c-9834-4a94-adc3-932faf5b7672), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:56.276007 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8363b596-3297-479b-b322-3a0109421bbc req-5b5b3652-06c0-470a-b7ab-352a9fe8b57e service neutron] 10.222.0.43 "GET /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865948 Mar 23 17:10:56.303064 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (80dab1a1-3430-4df6-96e9-22447790336f), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:56.322643 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'Port': ['ID=97d5560c-9834-4a94-adc3-932faf5b7672,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:10:56.406177 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:56.409599 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-02f65a5e-1c70-4785-a7c6-ef91b551fd64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3155322 Mar 23 17:10:56.610866 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-cff1dc1a-eb02-490d-a4b1-46f2f963f6ff tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--2012371464&fields=id&tenant_id=2336e4510f764841aa29452b39b8372a HTTP/1.1" status: 200 len: 267 time: 0.0425377 Mar 23 17:10:56.721706 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569dcde-173d-451d-a1f6-2b5f8daa3d5d req-46bb6347-3acc-4a9a-8cdb-1dc761cea7ce tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:56.723212 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4569dcde-173d-451d-a1f6-2b5f8daa3d5d req-46bb6347-3acc-4a9a-8cdb-1dc761cea7ce tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0559657 Mar 23 17:10:56.725014 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-4ba62b6b-16dd-4bc4-bb03-6168560529e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:56.735697 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-4ba62b6b-16dd-4bc4-bb03-6168560529e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/networks?id=4d08b13a-5095-4a4d-97e2-485b1dca6f48 HTTP/1.1" status: 200 len: 814 time: 0.1100519 Mar 23 17:10:56.741304 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-d7a55b0e-cb17-4b31-8cc5-429810a86e76 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/quotas/2336e4510f764841aa29452b39b8372a HTTP/1.1" status: 200 len: 375 time: 0.0092759 Mar 23 17:10:56.774052 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4569dcde-173d-451d-a1f6-2b5f8daa3d5d req-e9d6b91a-63eb-4e37-8bab-95789b6efad2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452561 Mar 23 17:10:56.798595 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-dca4adf2-a93c-473c-9676-2fbdbb88bd2f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=2336e4510f764841aa29452b39b8372a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516768 Mar 23 17:10:56.894321 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-3be47501-1af0-41de-833b-2109f67fbd6f service neutron] 10.222.0.97 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847173 Mar 23 17:10:56.986615 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-10650e48-a57d-4ae4-98a4-d5668e5d6201 service neutron] 10.222.0.97 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866945 Mar 23 17:10:57.250714 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e38a29c3-ee53-4fc0-8d51-7c953e9b7b0f req-558fc968-1a42-4696-a377-9da3552c8f4e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 210 time: 0.0270894 Mar 23 17:10:57.345852 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-71d8f0a9-2bae-4018-8dd3-f1de88c7eaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:57.913774 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ffd41-ca9a-4942-8366-212081408aa5 req-41d4aaf3-82f3-4240-8363-d8c8c87b5b3c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:57.915295 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b47ffd41-ca9a-4942-8366-212081408aa5 req-41d4aaf3-82f3-4240-8363-d8c8c87b5b3c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0677738 Mar 23 17:10:57.986035 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b47ffd41-ca9a-4942-8366-212081408aa5 req-d7639995-b7ca-4bc2-a419-2dcf2a603b81 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643744 Mar 23 17:10:58.335082 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ba760994-f0e4-4f04-b0c4-2598a54ed87b req-ef3dea9f-44f7-4e24-8fe0-37261f59b4f9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 210 time: 0.0312843 Mar 23 17:10:58.557501 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:10:59.437460 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-068bd22d-9cda-45c0-97bf-33814fc3451e req-80e5aaa3-9936-41d4-98e7-1dd23292f489 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 210 time: 0.0307114 Mar 23 17:10:59.858579 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-97ebf742-cce6-4ea8-bce5-8298c5fb0309 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:10:59.860011 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-97ebf742-cce6-4ea8-bce5-8298c5fb0309 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "GET /v2.0/networks?id=4d08b13a-5095-4a4d-97e2-485b1dca6f48 HTTP/1.1" status: 200 len: 814 time: 0.0987501 Mar 23 17:10:59.925504 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-af4fe1a4-68cb-488f-93d3-6a89625d1041 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2336e4510f764841aa29452b39b8372a HTTP/1.1" status: 200 len: 380 time: 0.0551980 Mar 23 17:10:59.937100 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-0077370a-25fc-48cb-bd79-9d44b534ebc3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'port': {'device_id': '6befd5de-9fa9-4103-b517-e36fc3078877', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'admin_state_up': True, 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'security_groups': ['58e752b6-dab8-4c69-97e2-aa4d5db1a2ba']}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:00.049082 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:00.203124 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-0077370a-25fc-48cb-bd79-9d44b534ebc3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Made reservation on behalf of 2336e4510f764841aa29452b39b8372a for: {'port': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:11:00.206630 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-0077370a-25fc-48cb-bd79-9d44b534ebc3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:00.348604 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-0077370a-25fc-48cb-bd79-9d44b534ebc3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Allocated IP 172.20.0.14 (4d08b13a-5095-4a4d-97e2-485b1dca6f48/43603411-92d2-456c-9c3f-c4feabdc98c6/b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:11:00.523942 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-0077370a-25fc-48cb-bd79-9d44b534ebc3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for port (b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:00.551659 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4d6c39ab-00ff-48cc-9113-465a2e54a485 req-08226ce3-18b2-43cc-8bc0-7ee1d17c9f63 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 210 time: 0.0288870 Mar 23 17:11:00.597778 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-5140a0fa-44ea-431a-a7da-ca4d6b2f927f tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1896902302&fields=id&tenant_id=cd1e733ba35546dc84611e4dace6395c HTTP/1.1" status: 200 len: 267 time: 0.1341813 Mar 23 17:11:00.714982 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-0077370a-25fc-48cb-bd79-9d44b534ebc3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:00.772256 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-6485c233-9515-4fc4-9ce9-928360b8f7e6 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:00.775412 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-6485c233-9515-4fc4-9ce9-928360b8f7e6 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/networks?id=68d01c04-ef08-421d-abdc-4975a2a480d9 HTTP/1.1" status: 200 len: 812 time: 0.1632829 Mar 23 17:11:00.780616 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-0077370a-25fc-48cb-bd79-9d44b534ebc3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:11:00.789256 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-0077370a-25fc-48cb-bd79-9d44b534ebc3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:11:00.795015 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-0077370a-25fc-48cb-bd79-9d44b534ebc3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:11:00.804837 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-3db6df41-ab43-4c21-b597-d4200451ba3c tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/quotas/cd1e733ba35546dc84611e4dace6395c HTTP/1.1" status: 200 len: 375 time: 0.0167508 Mar 23 17:11:00.807072 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077370a-25fc-48cb-bd79-9d44b534ebc3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'Port': ['ID=b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:00.889467 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-0077370a-25fc-48cb-bd79-9d44b534ebc3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:00.890089 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-0077370a-25fc-48cb-bd79-9d44b534ebc3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:00.923857 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-84e97461-0d67-4db3-9aa7-9509c0ca365d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838816 Mar 23 17:11:00.990441 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-0077370a-25fc-48cb-bd79-9d44b534ebc3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0568998 Mar 23 17:11:01.007783 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Request body: {'port': {'device_id': '6befd5de-9fa9-4103-b517-e36fc3078877', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:01.031799 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-66bc4929-805f-458c-8c0a-43bc52d0b36e None None] Provisioning complete for port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:11:01.032173 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-66bc4929-805f-458c-8c0a-43bc52d0b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:01.051774 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-4b244129-2e03-40cd-af1a-a45d636ee6cf service neutron] 10.222.0.97 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220715 Mar 23 17:11:01.069216 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-66bc4929-805f-458c-8c0a-43bc52d0b36e None None] Port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:11:01.130828 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:01.204771 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-f33fc1e7-5cd2-40e4-88f7-756258fd58cd service neutron] 10.222.0.97 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461234 Mar 23 17:11:01.443746 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 {{(pid=104061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:11:01.452258 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Publish callbacks [] for port (b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:01.464765 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.provisioning_blocks [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Transition to ACTIVE for port object b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 will not be triggered until provisioned by entity L2. {{(pid=104061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:11:01.483503 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:01.621245 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:01.704680 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Pushing event updated for resources: {'Port': ['ID=b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:01.706123 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b03ad-24d9-4788-b7e9-1622835a02cd req-5110714d-0108-4e5b-9456-5bba68c20114 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:01.716602 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5c1b03ad-24d9-4788-b7e9-1622835a02cd req-5110714d-0108-4e5b-9456-5bba68c20114 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 944 time: 0.0814252 Mar 23 17:11:01.769208 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5c1b03ad-24d9-4788-b7e9-1622835a02cd req-6badb057-b512-479b-87aa-d7bf6807115e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513642 Mar 23 17:11:01.790511 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Attempting to bind port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:11:01.790511 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Attempting to bind port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:11:01.790511 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Attempting to bind port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 on network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:11:01.790946 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 on network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:11:01.791052 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Attempting to bind port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 on network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:11:01.797798 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:11:01.798142 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Checking segment: {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:11:01.798528 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Bound using segment: {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:11:01.798957 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Bound port: b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:11:01.799324 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:01.870739 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] For port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3, host hv-cinder-83491, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:11:01.874971 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] For port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:11:01.983294 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-847d80d1-b29e-412a-9668-d0c3091f0af8 req-13258a71-aceb-4e00-b2c4-2f903e3d4b37 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 210 time: 0.0279028 Mar 23 17:11:02.004097 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:02.054399 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:02.055660 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:02.058321 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] 10.222.0.43 "PUT /v2.0/ports/b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 HTTP/1.1" status: 200 len: 1094 time: 1.0563231 Mar 23 17:11:02.059012 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6befd5de-9fa9-4103-b517-e36fc3078877', 'tag': 'b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:11:02.063433 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20857075-4a6e-4127-9326-679702a86a21" -d '{"events": [{"name": "network-changed", "server_uuid": "6befd5de-9fa9-4103-b517-e36fc3078877", "tag": "b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:11:02.100530 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b101e-71ed-45f2-8cbc-3cc197ccf386 service neutron] Pushing event updated for resources: {'Port': ['ID=b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:02.116237 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac6c044-eb9f-4054-a3c6-e2ed4250882d x-openstack-request-id: req-fac6c044-eb9f-4054-a3c6-e2ed4250882d {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:11:02.116237 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6befd5de-9fa9-4103-b517-e36fc3078877", "tag": "b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:11:02.116237 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-fac6c044-eb9f-4054-a3c6-e2ed4250882d {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:11:02.116770 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac6c044-eb9f-4054-a3c6-e2ed4250882d'] response: {'name': 'network-changed', 'server_uuid': '6befd5de-9fa9-4103-b517-e36fc3078877', 'tag': 'b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3', 'status': 'completed', 'code': 200} Mar 23 17:11:02.191607 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20857075-4a6e-4127-9326-679702a86a21 req-f823c4e0-ba99-42be-bc5c-e4a59889dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:02.193278 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-20857075-4a6e-4127-9326-679702a86a21 req-f823c4e0-ba99-42be-bc5c-e4a59889dc28 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2336e4510f764841aa29452b39b8372a&device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 1128 time: 0.0502555 Mar 23 17:11:02.313669 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20857075-4a6e-4127-9326-679702a86a21 req-ddf260d4-44db-4625-86d9-c5913af524d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:02.315288 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-20857075-4a6e-4127-9326-679702a86a21 req-ddf260d4-44db-4625-86d9-c5913af524d8 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2336e4510f764841aa29452b39b8372a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1135931 Mar 23 17:11:02.420088 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20857075-4a6e-4127-9326-679702a86a21 req-6e9704f8-bfca-4bef-b4d2-fd38cb4ff253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:02.421524 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-20857075-4a6e-4127-9326-679702a86a21 req-6e9704f8-bfca-4bef-b4d2-fd38cb4ff253 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1001036 Mar 23 17:11:02.510200 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-726741cc-dd80-4933-b610-c7eed19af745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:02.511895 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-726741cc-dd80-4933-b610-c7eed19af745 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2336e4510f764841aa29452b39b8372a&device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 1128 time: 0.0529509 Mar 23 17:11:02.558833 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-81149a05-ff3b-4229-8261-a85f2a2b829c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 HTTP/1.1" status: 200 len: 217 time: 0.0381813 Mar 23 17:11:02.608999 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-365c3593-4ba2-41cb-ae84-86c4bbeed679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:02.610529 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-365c3593-4ba2-41cb-ae84-86c4bbeed679 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43603411-92d2-456c-9c3f-c4feabdc98c6 HTTP/1.1" status: 200 len: 853 time: 0.0456374 Mar 23 17:11:02.667079 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-f1f18b11-c125-4271-836f-2b32c4d6ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:02.668645 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-f1f18b11-c125-4271-836f-2b32c4d6ea33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d08b13a-5095-4a4d-97e2-485b1dca6f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508635 Mar 23 17:11:02.771450 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-8bfe8ab7-b19d-455a-9337-6c973a443848 service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933468 Mar 23 17:11:02.869724 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c707a9e2-2624-47a8-a9f4-05130d1bfe56 req-39bb47bf-61a3-4905-a0b9-ce0a86bfb1c4 service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923967 Mar 23 17:11:02.893537 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad79cd-b197-4d80-955e-ae2cfae150c4 req-83cbc85a-60cb-4b5c-92e5-c5c6bb88256e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:02.895041 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a6ad79cd-b197-4d80-955e-ae2cfae150c4 req-83cbc85a-60cb-4b5c-92e5-c5c6bb88256e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 944 time: 0.0571184 Mar 23 17:11:02.948773 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a6ad79cd-b197-4d80-955e-ae2cfae150c4 req-9d2f3543-8096-49c6-b263-23e5f2f385e2 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468190 Mar 23 17:11:03.062839 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8bfe6c80-4b2c-4981-a2b8-f16938b7e046 req-409f84cb-5612-4481-a744-487be7bc69de tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 210 time: 0.0282874 Mar 23 17:11:04.078898 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2c88e-3c66-4ef8-a07b-8811cd859068 req-89ad427c-b98a-480a-ae3e-e70c825976d1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:04.081284 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-84a2c88e-3c66-4ef8-a07b-8811cd859068 req-89ad427c-b98a-480a-ae3e-e70c825976d1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 944 time: 0.0648782 Mar 23 17:11:04.130539 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-84a2c88e-3c66-4ef8-a07b-8811cd859068 req-c5bb7815-ebff-4b0b-a1a1-1ea3502fc374 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434706 Mar 23 17:11:04.161971 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-89f80544-8f01-423f-85ba-fe3650552c00 req-56b0fe08-b17b-4db3-ab27-b0ecbc07003e tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 210 time: 0.0289488 Mar 23 17:11:05.246818 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603766f-8966-4207-891f-939496a26030 req-c6bd736f-2960-422a-af65-9cea045b2f21 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:05.249113 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6603766f-8966-4207-891f-939496a26030 req-c6bd736f-2960-422a-af65-9cea045b2f21 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 944 time: 0.0521412 Mar 23 17:11:05.256040 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-efd891f8-bf44-43d5-ab80-bc961a3f0b5b req-b8bcf4bb-ebf7-4fc8-a091-0eac7d85a92c tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 210 time: 0.0269578 Mar 23 17:11:05.260956 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:11:05.303760 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6603766f-8966-4207-891f-939496a26030 req-c0108f20-9e9d-4799-9b5a-424e847c0752 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491042 Mar 23 17:11:05.363724 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:11:05.375510 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': 'b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'port_id': 'b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3', 'mac_address': 'fa:16:3e:e5:5a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:11:05.410829 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:11:05.411227 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:05.424605 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:11:05.443983 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:11:05.539996 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:05.586896 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:05.594548 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:05.594906 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:05.595317 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:05.595721 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:05.596025 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:05.596359 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:05.596721 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:05.597056 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:05.597393 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:05.597716 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:05.598045 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:05.598388 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:05.598718 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:05.599043 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:05.599377 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:06.352564 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dcf3eb76-f243-4958-9507-d618e437763e req-c4152c72-eac4-4238-be4a-02a70500517d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 210 time: 0.0282476 Mar 23 17:11:06.421259 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7892ecb-e906-4b87-9299-f2a8c54f022b req-a797f113-9110-411b-9e38-bc73a4ef57c0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:06.422747 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e7892ecb-e906-4b87-9299-f2a8c54f022b req-a797f113-9110-411b-9e38-bc73a4ef57c0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 945 time: 0.0522032 Mar 23 17:11:06.468866 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e7892ecb-e906-4b87-9299-f2a8c54f022b req-ee4defe6-9127-4e68-b722-8b2a572fdcf5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405550 Mar 23 17:11:07.178020 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-faa0a9bd-372d-4971-bf72-2ab36f2f7988 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:07.179514 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-faa0a9bd-372d-4971-bf72-2ab36f2f7988 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.43 "GET /v2.0/networks?id=68d01c04-ef08-421d-abdc-4975a2a480d9 HTTP/1.1" status: 200 len: 812 time: 0.1011784 Mar 23 17:11:07.252192 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-8f8eb220-9218-40f0-b551-5b1fcc3d91ba tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd1e733ba35546dc84611e4dace6395c HTTP/1.1" status: 200 len: 380 time: 0.0532928 Mar 23 17:11:07.260602 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-c4e7e506-79b6-4f6e-870e-ba7590cff265 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Request body: {'port': {'device_id': 'da8a41c1-c0fd-442d-8bbc-49a1b48bedc2', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'admin_state_up': True, 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'security_groups': ['8a8b7546-a0c2-4b65-b844-ec7bb7323013']}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:07.324362 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:11:07.415861 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:11:07.447939 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ca74a1bd-7368-4f6a-8bd3-3175c269eea9 req-faf65dec-72bc-4983-9691-f5d4b1b783c0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 210 time: 0.0276310 Mar 23 17:11:07.471745 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-c4e7e506-79b6-4f6e-870e-ba7590cff265 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Made reservation on behalf of cd1e733ba35546dc84611e4dace6395c for: {'port': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:11:07.475121 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-c4e7e506-79b6-4f6e-870e-ba7590cff265 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:07.588553 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abb0fd-8a7f-4d83-95d4-9f28b1da756a req-67b79e16-8537-4ef7-8325-1d724a899cf5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:07.590186 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d7abb0fd-8a7f-4d83-95d4-9f28b1da756a req-67b79e16-8537-4ef7-8325-1d724a899cf5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 945 time: 0.0529001 Mar 23 17:11:07.601808 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-c4e7e506-79b6-4f6e-870e-ba7590cff265 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Allocated IP 172.20.0.13 (68d01c04-ef08-421d-abdc-4975a2a480d9/d34e29e9-cb3c-4a86-90df-8b01f3de3a73/f93ebd80-1a51-4f14-9685-b133a4183003) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:11:07.637251 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d7abb0fd-8a7f-4d83-95d4-9f28b1da756a req-766e224b-ed4d-4502-ac48-1bbe7f08de28 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410185 Mar 23 17:11:07.741102 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-c4e7e506-79b6-4f6e-870e-ba7590cff265 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for port (f93ebd80-1a51-4f14-9685-b133a4183003), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:07.923863 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-c4e7e506-79b6-4f6e-870e-ba7590cff265 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (f93ebd80-1a51-4f14-9685-b133a4183003), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:07.960436 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-c4e7e506-79b6-4f6e-870e-ba7590cff265 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Network 68d01c04-ef08-421d-abdc-4975a2a480d9 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:11:07.963564 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-c4e7e506-79b6-4f6e-870e-ba7590cff265 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:11:07.970418 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-c4e7e506-79b6-4f6e-870e-ba7590cff265 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:11:07.976615 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7e506-79b6-4f6e-870e-ba7590cff265 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event updated for resources: {'Port': ['ID=f93ebd80-1a51-4f14-9685-b133a4183003,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:08.028904 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-c4e7e506-79b6-4f6e-870e-ba7590cff265 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:08.029526 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-c4e7e506-79b6-4f6e-870e-ba7590cff265 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:08.097915 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-c4e7e506-79b6-4f6e-870e-ba7590cff265 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8408434 Mar 23 17:11:08.109782 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Request body: {'port': {'device_id': 'da8a41c1-c0fd-442d-8bbc-49a1b48bedc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:08.170090 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (f93ebd80-1a51-4f14-9685-b133a4183003), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:08.181450 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-81a340eb-0842-42e1-83b1-66c90785dd91 None None] Provisioning complete for port f93ebd80-1a51-4f14-9685-b133a4183003 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:11:08.181821 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-81a340eb-0842-42e1-83b1-66c90785dd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (f93ebd80-1a51-4f14-9685-b133a4183003), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:08.219459 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-81a340eb-0842-42e1-83b1-66c90785dd91 None None] Port f93ebd80-1a51-4f14-9685-b133a4183003 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:11:08.430060 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93ebd80-1a51-4f14-9685-b133a4183003 {{(pid=104061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:11:08.438081 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Publish callbacks [] for port (f93ebd80-1a51-4f14-9685-b133a4183003), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:08.449952 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.provisioning_blocks [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Transition to ACTIVE for port object f93ebd80-1a51-4f14-9685-b133a4183003 will not be triggered until provisioned by entity L2. {{(pid=104061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:11:08.522301 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (f93ebd80-1a51-4f14-9685-b133a4183003), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:08.596662 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Pushing event updated for resources: {'Port': ['ID=f93ebd80-1a51-4f14-9685-b133a4183003,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:08.652371 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5dc1-8a55-4801-9c09-e845de219a0e req-d3f8b59f-2183-4363-908f-a23e19b9656c tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:08.654512 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3a3b5dc1-8a55-4801-9c09-e845de219a0e req-d3f8b59f-2183-4363-908f-a23e19b9656c tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 944 time: 0.1424258 Mar 23 17:11:08.705302 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Attempting to bind port f93ebd80-1a51-4f14-9685-b133a4183003 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:11:08.705644 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Attempting to bind port f93ebd80-1a51-4f14-9685-b133a4183003 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:11:08.705978 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Attempting to bind port f93ebd80-1a51-4f14-9685-b133a4183003 on network 68d01c04-ef08-421d-abdc-4975a2a480d9 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:11:08.717523 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Port f93ebd80-1a51-4f14-9685-b133a4183003 on network 68d01c04-ef08-421d-abdc-4975a2a480d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:11:08.717858 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Attempting to bind port f93ebd80-1a51-4f14-9685-b133a4183003 on network 68d01c04-ef08-421d-abdc-4975a2a480d9 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:11:08.734666 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3a3b5dc1-8a55-4801-9c09-e845de219a0e req-11071e74-1f69-41ad-be73-7bc46ba40ed3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741768 Mar 23 17:11:08.735411 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:11:08.735755 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Checking segment: {'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:11:08.736134 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Bound using segment: {'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:11:08.736625 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Bound port: f93ebd80-1a51-4f14-9685-b133a4183003, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:11:08.736971 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (f93ebd80-1a51-4f14-9685-b133a4183003), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:08.785589 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a391d8-fc22-4c23-85af-f0ec04f9c9b4 req-73bdb3d1-626c-41f6-85e3-66975ebe9a33 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:08.787101 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-85a391d8-fc22-4c23-85af-f0ec04f9c9b4 req-73bdb3d1-626c-41f6-85e3-66975ebe9a33 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 945 time: 0.0677440 Mar 23 17:11:08.802826 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] For port f93ebd80-1a51-4f14-9685-b133a4183003, host hv-cinder-83491, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:11:08.805761 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] For port f93ebd80-1a51-4f14-9685-b133a4183003, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=f93ebd80-1a51-4f14-9685-b133a4183003,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:11:08.833247 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-85a391d8-fc22-4c23-85af-f0ec04f9c9b4 req-8b7ce4cb-a8b4-4868-82db-75dd65bf2ab4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404558 Mar 23 17:11:08.901581 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (f93ebd80-1a51-4f14-9685-b133a4183003), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:08.936836 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:08.937486 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:08.938852 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] 10.222.0.43 "PUT /v2.0/ports/f93ebd80-1a51-4f14-9685-b133a4183003 HTTP/1.1" status: 200 len: 1094 time: 0.8333158 Mar 23 17:11:08.939303 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8a41c1-c0fd-442d-8bbc-49a1b48bedc2', 'tag': 'f93ebd80-1a51-4f14-9685-b133a4183003'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:11:08.941588 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9976335e-cede-4627-8cf8-5aee86429218" -d '{"events": [{"name": "network-changed", "server_uuid": "da8a41c1-c0fd-442d-8bbc-49a1b48bedc2", "tag": "f93ebd80-1a51-4f14-9685-b133a4183003"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:11:08.970611 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95702df-bc03-45b4-8a45-4580567ceac7 service neutron] Pushing event updated for resources: {'Port': ['ID=f93ebd80-1a51-4f14-9685-b133a4183003,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:08.984183 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b753b26f-6ce3-42b0-96be-a345e4668ed4 x-openstack-request-id: req-b753b26f-6ce3-42b0-96be-a345e4668ed4 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:11:08.984473 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8a41c1-c0fd-442d-8bbc-49a1b48bedc2", "tag": "f93ebd80-1a51-4f14-9685-b133a4183003", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:11:08.984767 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b753b26f-6ce3-42b0-96be-a345e4668ed4 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:11:08.985190 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b753b26f-6ce3-42b0-96be-a345e4668ed4'] response: {'name': 'network-changed', 'server_uuid': 'da8a41c1-c0fd-442d-8bbc-49a1b48bedc2', 'tag': 'f93ebd80-1a51-4f14-9685-b133a4183003', 'status': 'completed', 'code': 200} Mar 23 17:11:09.853564 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab0408-5199-4fe4-9b2c-c098f5e30335 req-88a3e7d5-e1bd-4868-b780-d5d149965f14 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:09.855046 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-08ab0408-5199-4fe4-9b2c-c098f5e30335 req-88a3e7d5-e1bd-4868-b780-d5d149965f14 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 944 time: 0.0516410 Mar 23 17:11:09.906382 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-08ab0408-5199-4fe4-9b2c-c098f5e30335 req-a9c9afe6-74cf-4ea9-82b2-5cff355d07c5 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445526 Mar 23 17:11:09.955749 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8002d7-933b-4caa-a58b-cb14a2e71393 req-8f2e0844-e295-4626-a5df-49c93b8b47d2 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:09.957271 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9d8002d7-933b-4caa-a58b-cb14a2e71393 req-8f2e0844-e295-4626-a5df-49c93b8b47d2 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 945 time: 0.0557406 Mar 23 17:11:10.010088 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9d8002d7-933b-4caa-a58b-cb14a2e71393 req-dfa1c605-c51a-4ae7-80c4-5a89d2444c64 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447578 Mar 23 17:11:11.025861 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382b8d4-f74a-4166-a376-f81f36198435 req-828b3f0c-ef60-45ac-b949-65ecdb379565 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:11.027481 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9382b8d4-f74a-4166-a376-f81f36198435 req-828b3f0c-ef60-45ac-b949-65ecdb379565 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 944 time: 0.0547178 Mar 23 17:11:11.076658 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9382b8d4-f74a-4166-a376-f81f36198435 req-f61d524d-6bfb-45e1-a542-e7a9fb33bb38 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438712 Mar 23 17:11:11.126709 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776f546-ba70-45ba-aca1-d7aa0b9de578 req-1ba822e1-d00c-41e7-8fd2-c7716c384e20 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:11.128174 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3776f546-ba70-45ba-aca1-d7aa0b9de578 req-1ba822e1-d00c-41e7-8fd2-c7716c384e20 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 945 time: 0.0528321 Mar 23 17:11:11.173977 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3776f546-ba70-45ba-aca1-d7aa0b9de578 req-050b60cb-a84c-4483-8421-fd384233223b tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403175 Mar 23 17:11:11.608389 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:11:11.673696 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976335e-cede-4627-8cf8-5aee86429218 req-00473e87-e1a9-4ef7-a7ef-1a2307582520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:11.675711 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9976335e-cede-4627-8cf8-5aee86429218 req-00473e87-e1a9-4ef7-a7ef-1a2307582520 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 1128 time: 0.0445542 Mar 23 17:11:11.723215 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:11:11.727696 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:11:11.728141 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:11.778572 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976335e-cede-4627-8cf8-5aee86429218 req-55391760-9f59-485c-a50c-6dce59bcf62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:11.780111 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9976335e-cede-4627-8cf8-5aee86429218 req-55391760-9f59-485c-a50c-6dce59bcf62b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=cd1e733ba35546dc84611e4dace6395c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0968089 Mar 23 17:11:11.810592 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:11:11.836840 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:11.836840 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6befd5de-9fa9-4103-b517-e36fc3078877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:11:11.836840 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4f0752-2ec1-49c9-9303-df608ecf328f" -d '{"events": [{"server_uuid": "6befd5de-9fa9-4103-b517-e36fc3078877", "name": "network-vif-plugged", "status": "completed", "tag": "b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:11:11.851878 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:11:11.873125 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7826c04e-1374-4a92-910f-52496b852a70 x-openstack-request-id: req-7826c04e-1374-4a92-910f-52496b852a70 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:11:11.873449 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6befd5de-9fa9-4103-b517-e36fc3078877", "name": "network-vif-plugged", "status": "completed", "tag": "b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:11:11.873716 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7826c04e-1374-4a92-910f-52496b852a70 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:11:11.874128 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7826c04e-1374-4a92-910f-52496b852a70'] response: {'server_uuid': '6befd5de-9fa9-4103-b517-e36fc3078877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3', 'code': 200} Mar 23 17:11:11.886346 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976335e-cede-4627-8cf8-5aee86429218 req-43d16760-ad7f-4a2e-a5a7-8061431e8f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:11.888372 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9976335e-cede-4627-8cf8-5aee86429218 req-43d16760-ad7f-4a2e-a5a7-8061431e8f74 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0970724 Mar 23 17:11:11.988565 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-ac3f6681-cd28-4978-a2a1-7a35f83949f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:11.990145 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-ac3f6681-cd28-4978-a2a1-7a35f83949f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 1128 time: 0.0598156 Mar 23 17:11:11.991214 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:12.032630 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-d77c9570-b8bd-4d25-b7ed-6c0c52d948b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f93ebd80-1a51-4f14-9685-b133a4183003 HTTP/1.1" status: 200 len: 217 time: 0.0343428 Mar 23 17:11:12.041083 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:12.083528 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-5dc11aa0-a10e-4518-b99d-672b2f70786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:12.085204 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-5dc11aa0-a10e-4518-b99d-672b2f70786c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34e29e9-cb3c-4a86-90df-8b01f3de3a73 HTTP/1.1" status: 200 len: 851 time: 0.0446024 Mar 23 17:11:12.156662 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-899d5158-ebd5-4767-a9ae-4b3455242324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:12.158074 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-899d5158-ebd5-4767-a9ae-4b3455242324 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68d01c04-ef08-421d-abdc-4975a2a480d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657415 Mar 23 17:11:12.251402 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c705fa-0aa1-4ab3-bba0-b75872b534f4 req-f7eed0f8-56e5-45d7-8fc7-b5494b87fdf4 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:12.253120 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e8c705fa-0aa1-4ab3-bba0-b75872b534f4 req-f7eed0f8-56e5-45d7-8fc7-b5494b87fdf4 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 944 time: 0.1072884 Mar 23 17:11:12.303920 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-503e11c4-c5a2-48b3-8582-e5109ff5b5ed service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277113 Mar 23 17:11:12.328506 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549b278-2f73-48d3-bdd9-d65cbf0eb9b4 req-7d09794e-70f2-46df-8b3f-f3b1f6933555 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:12.330042 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5549b278-2f73-48d3-bdd9-d65cbf0eb9b4 req-7d09794e-70f2-46df-8b3f-f3b1f6933555 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 946 time: 0.0775986 Mar 23 17:11:12.332966 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ae0bf-ad51-4ecd-9831-644fa54a48bb req-35e018d7-0939-4c57-a9a8-d851b97c6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:12.334499 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ec8ae0bf-ad51-4ecd-9831-644fa54a48bb req-35e018d7-0939-4c57-a9a8-d851b97c6234 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 1130 time: 0.0905306 Mar 23 17:11:12.345273 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e8c705fa-0aa1-4ab3-bba0-b75872b534f4 req-3de35bda-3fac-4364-b610-7a03463ef8ff tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855625 Mar 23 17:11:12.397651 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5549b278-2f73-48d3-bdd9-d65cbf0eb9b4 req-85adfb4a-f832-4c93-8dbf-7b3bedd6d8b4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609601 Mar 23 17:11:12.419642 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ec8ae0bf-ad51-4ecd-9831-644fa54a48bb req-7ea80c90-bf47-4227-bca0-f8c2909fbc5d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757353 Mar 23 17:11:12.438014 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a4a972cc-1991-47e1-b15e-76f14186f7d2 req-4a936eaa-321c-4b71-a349-5795d1e9d3c1 service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234229 Mar 23 17:11:13.461158 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee542c02-5e1e-44ad-9cdd-13cf5a346d98 req-4dbffdac-d7fe-4a37-819c-ed723196635b tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:13.462645 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ee542c02-5e1e-44ad-9cdd-13cf5a346d98 req-4dbffdac-d7fe-4a37-819c-ed723196635b tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 944 time: 0.0535486 Mar 23 17:11:13.511158 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ee542c02-5e1e-44ad-9cdd-13cf5a346d98 req-c97e3136-3061-4bbb-852c-5ce43fde50ae tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423510 Mar 23 17:11:13.621580 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25d4db-e8a5-47f5-9f01-5dae26d34e23 req-8b5f9538-fedc-4580-a947-fb1c578b45e5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:13.623168 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba25d4db-e8a5-47f5-9f01-5dae26d34e23 req-8b5f9538-fedc-4580-a947-fb1c578b45e5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 946 time: 0.0585370 Mar 23 17:11:13.670941 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba25d4db-e8a5-47f5-9f01-5dae26d34e23 req-5f8ea0c7-b0b2-4fec-96b6-69a95a4a9637 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422370 Mar 23 17:11:13.676089 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f6244-daa2-4388-baa2-181f17193eed req-818a54f7-f2f3-4c3f-86ea-5ea63709e85c tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:13.678242 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2a6f6244-daa2-4388-baa2-181f17193eed req-818a54f7-f2f3-4c3f-86ea-5ea63709e85c tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0577614 Mar 23 17:11:13.761324 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2a6f6244-daa2-4388-baa2-181f17193eed req-db8acb4d-84b6-4ec5-929f-8e1436c5d35c tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767860 Mar 23 17:11:13.771775 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b29644-120e-4450-92f6-7f46997c933c req-ecebc640-db17-41af-b106-a9fb66018ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:13.773323 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-12b29644-120e-4450-92f6-7f46997c933c req-ecebc640-db17-41af-b106-a9fb66018ad8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 1130 time: 0.0710313 Mar 23 17:11:13.883889 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b29644-120e-4450-92f6-7f46997c933c req-520755b9-fe6c-42d4-be7d-51e3bf3c830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:13.885324 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-12b29644-120e-4450-92f6-7f46997c933c req-520755b9-fe6c-42d4-be7d-51e3bf3c830e service neutron] 10.222.0.43 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 920 time: 0.0840483 Mar 23 17:11:13.984606 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-12b29644-120e-4450-92f6-7f46997c933c req-c6c697c7-3f87-4c42-854f-138f7c6b61a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b6132a0-6562-422f-942f-b09e40dd5133 HTTP/1.1" status: 200 len: 1001 time: 0.0655658 Mar 23 17:11:14.035510 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b29644-120e-4450-92f6-7f46997c933c req-96c4ef21-7d30-4fda-b192-6fefbc472a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:14.036964 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-12b29644-120e-4450-92f6-7f46997c933c req-96c4ef21-7d30-4fda-b192-6fefbc472a99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34f5912-e7b8-4c19-ae6b-6c3e94613af9 HTTP/1.1" status: 200 len: 857 time: 0.0429790 Mar 23 17:11:14.093129 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b29644-120e-4450-92f6-7f46997c933c req-028701ce-3670-4b63-9b4e-0ff3cbfa9832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:14.094658 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-12b29644-120e-4450-92f6-7f46997c933c req-028701ce-3670-4b63-9b4e-0ff3cbfa9832 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51f4a656-753b-4765-843d-71e3a0fb2d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464311 Mar 23 17:11:14.194724 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-12b29644-120e-4450-92f6-7f46997c933c req-b6b16926-c510-4e18-ac90-746c282a1547 service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847371 Mar 23 17:11:14.283894 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-12b29644-120e-4450-92f6-7f46997c933c req-97db71ac-6c55-40f0-b929-d215d656cf46 service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819738 Mar 23 17:11:14.631416 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2a728-7593-4d72-be62-a082152bb8fc req-e92f3d20-7563-4dc0-beea-589aba78fe3c tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:14.632910 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f9b2a728-7593-4d72-be62-a082152bb8fc req-e92f3d20-7563-4dc0-beea-589aba78fe3c tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 944 time: 0.0541809 Mar 23 17:11:14.679085 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f9b2a728-7593-4d72-be62-a082152bb8fc req-09bb2915-b847-4c7f-adc1-612699e327ef tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401018 Mar 23 17:11:14.793170 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9b9f5-e3b5-4da0-989f-dcfd13161b95 req-4f48f806-fd0b-4297-9d00-c5c003bcb9ee tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:14.795238 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d6d9b9f5-e3b5-4da0-989f-dcfd13161b95 req-4f48f806-fd0b-4297-9d00-c5c003bcb9ee tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 946 time: 0.0549242 Mar 23 17:11:14.846718 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d6d9b9f5-e3b5-4da0-989f-dcfd13161b95 req-a936c31b-0fba-4fd9-a1d7-823184899cf5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460684 Mar 23 17:11:14.888014 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83211f91-174f-4eb8-9a12-0903cedcf34a req-03ccf792-2a25-44e2-8ee5-df097a8cc458 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:14.889612 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-83211f91-174f-4eb8-9a12-0903cedcf34a req-03ccf792-2a25-44e2-8ee5-df097a8cc458 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0534401 Mar 23 17:11:14.939002 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-83211f91-174f-4eb8-9a12-0903cedcf34a req-10d66a3a-5c73-4c96-a99e-50a2a08a1f6c tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436549 Mar 23 17:11:15.192636 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318349a-1e95-4ffb-a69e-aca2898477fb req-2cf04cbd-dfda-4336-9acc-623cb7f99408 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:15.194079 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d318349a-1e95-4ffb-a69e-aca2898477fb req-2cf04cbd-dfda-4336-9acc-623cb7f99408 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 946 time: 0.2848518 Mar 23 17:11:15.202943 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 32900) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:15.207524 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-feb1d5ac-3482-43e8-ba3c-6656be8fe476 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'floatingip': {'port_id': 'b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:15.250030 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-feb1d5ac-3482-43e8-ba3c-6656be8fe476 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (80dab1a1-3430-4df6-96e9-22447790336f), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:15.662169 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-feb1d5ac-3482-43e8-ba3c-6656be8fe476 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:15.740302 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-feb1d5ac-3482-43e8-ba3c-6656be8fe476 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (80dab1a1-3430-4df6-96e9-22447790336f), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:16.063638 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9360dd4-65ef-49f9-8453-93ec2afc48d7 req-3894152e-688f-4b14-b311-7f0a70a328bd tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:16.065232 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e9360dd4-65ef-49f9-8453-93ec2afc48d7 req-3894152e-688f-4b14-b311-7f0a70a328bd tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0544026 Mar 23 17:11:16.105704 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa218e-9baf-47d4-8f70-db43119de756 req-520c9b1d-a594-434e-b530-c432621daaef tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:16.107386 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-79aa218e-9baf-47d4-8f70-db43119de756 req-520c9b1d-a594-434e-b530-c432621daaef tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 944 time: 0.3267562 Mar 23 17:11:16.112619 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e9360dd4-65ef-49f9-8453-93ec2afc48d7 req-4e6f95c3-9220-4697-a473-ba6d98e4ba98 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417798 Mar 23 17:11:16.125813 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [None req-feb1d5ac-3482-43e8-ba3c-6656be8fe476 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Floating IP 80dab1a1-3430-4df6-96e9-22447790336f associated. External IP: 172.27.1.36, port: b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3. Mar 23 17:11:16.239401 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-79aa218e-9baf-47d4-8f70-db43119de756 req-dabd69b7-3d13-415c-9e12-f886d1e11b19 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231091 Mar 23 17:11:16.368159 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb1d5ac-3482-43e8-ba3c-6656be8fe476 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Router 6eb0fc3d-315c-4722-9458-39e73209a3aa has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:11:16.476921 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb1d5ac-3482-43e8-ba3c-6656be8fe476 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:11:16.481910 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-feb1d5ac-3482-43e8-ba3c-6656be8fe476 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:16.488623 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e2f11b-e537-4510-b8bf-5b20f3fde415 None None] Sync routers for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:11:16.501098 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e2f11b-e537-4510-b8bf-5b20f3fde415 None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:11:16.503495 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-d0e2f11b-e537-4510-b8bf-5b20f3fde415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:10:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:16.512547 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-feb1d5ac-3482-43e8-ba3c-6656be8fe476 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "PUT /v2.0/floatingips/80dab1a1-3430-4df6-96e9-22447790336f HTTP/1.1" status: 200 len: 991 time: 1.3083024 Mar 23 17:11:16.513246 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6befd5de-9fa9-4103-b517-e36fc3078877', 'tag': 'b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:11:16.515533 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72041f4-bf91-45e4-9139-60b11bc4181c" -d '{"events": [{"name": "network-changed", "server_uuid": "6befd5de-9fa9-4103-b517-e36fc3078877", "tag": "b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:11:16.552060 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755f2f8f-eb2a-407f-b520-9a570774e9ac x-openstack-request-id: req-755f2f8f-eb2a-407f-b520-9a570774e9ac {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:11:16.552351 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6befd5de-9fa9-4103-b517-e36fc3078877", "tag": "b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:11:16.553230 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-755f2f8f-eb2a-407f-b520-9a570774e9ac {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:11:16.553640 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-755f2f8f-eb2a-407f-b520-9a570774e9ac'] response: {'name': 'network-changed', 'server_uuid': '6befd5de-9fa9-4103-b517-e36fc3078877', 'tag': 'b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3', 'status': 'completed', 'code': 200} Mar 23 17:11:16.616945 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-d0e2f11b-e537-4510-b8bf-5b20f3fde415 None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:11:16.629839 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72041f4-bf91-45e4-9139-60b11bc4181c req-996ece59-ce17-440f-99e2-5725f7b76366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:16.631348 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d72041f4-bf91-45e4-9139-60b11bc4181c req-996ece59-ce17-440f-99e2-5725f7b76366 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2336e4510f764841aa29452b39b8372a&device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 1130 time: 0.0453711 Mar 23 17:11:16.743954 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72041f4-bf91-45e4-9139-60b11bc4181c req-27d55aa5-2364-4c65-a710-ef9a513b7ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:16.745375 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d72041f4-bf91-45e4-9139-60b11bc4181c req-27d55aa5-2364-4c65-a710-ef9a513b7ffc service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d08b13a-5095-4a4d-97e2-485b1dca6f48 HTTP/1.1" status: 200 len: 916 time: 0.0888581 Mar 23 17:11:16.819859 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d72041f4-bf91-45e4-9139-60b11bc4181c req-b142bbe7-21c5-4656-b03b-156b4f417d64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 HTTP/1.1" status: 200 len: 999 time: 0.0585475 Mar 23 17:11:16.838559 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-d0e2f11b-e537-4510-b8bf-5b20f3fde415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '80dab1a1-3430-4df6-96e9-22447790336f', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': 'b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:e5:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6befd5de-9fa9-4103-b517-e36fc3078877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:10:55Z', 'updated_at': '2022-03-23T17:11:15Z', 'revision_number': 1, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:16.864435 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e2f11b-e537-4510-b8bf-5b20f3fde415 None None] Checking router: 6eb0fc3d-315c-4722-9458-39e73209a3aa for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:11:16.872430 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72041f4-bf91-45e4-9139-60b11bc4181c req-b946b714-866b-4ac2-b717-19f30160b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:16.873894 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d72041f4-bf91-45e4-9139-60b11bc4181c req-b946b714-866b-4ac2-b717-19f30160b08c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43603411-92d2-456c-9c3f-c4feabdc98c6 HTTP/1.1" status: 200 len: 853 time: 0.0468748 Mar 23 17:11:16.874463 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e2f11b-e537-4510-b8bf-5b20f3fde415 None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:11:16.875056 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-d0e2f11b-e537-4510-b8bf-5b20f3fde415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:10:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:16.926403 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72041f4-bf91-45e4-9139-60b11bc4181c req-7814da42-1bb2-4e68-a759-3dd4d89ed89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:16.927882 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d72041f4-bf91-45e4-9139-60b11bc4181c req-7814da42-1bb2-4e68-a759-3dd4d89ed89c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d08b13a-5095-4a4d-97e2-485b1dca6f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435307 Mar 23 17:11:16.979593 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-d0e2f11b-e537-4510-b8bf-5b20f3fde415 None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:11:17.015638 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d72041f4-bf91-45e4-9139-60b11bc4181c req-e222ee93-fc6c-48e3-8a5c-e9c86a436897 service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800743 Mar 23 17:11:17.108006 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d72041f4-bf91-45e4-9139-60b11bc4181c req-cc9c7e9e-2418-400f-8717-6dfc70348998 service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852590 Mar 23 17:11:17.242477 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4a00a-a0a6-4ef4-9469-0aa0cfe62370 req-931c356c-a690-4e31-86d6-7cec19a0305b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:17.243977 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7fe4a00a-a0a6-4ef4-9469-0aa0cfe62370 req-931c356c-a690-4e31-86d6-7cec19a0305b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0596180 Mar 23 17:11:17.286707 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-d0e2f11b-e537-4510-b8bf-5b20f3fde415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '80dab1a1-3430-4df6-96e9-22447790336f', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': 'b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:e5:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6befd5de-9fa9-4103-b517-e36fc3078877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:10:55Z', 'updated_at': '2022-03-23T17:11:15Z', 'revision_number': 1, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:17.294356 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7fe4a00a-a0a6-4ef4-9469-0aa0cfe62370 req-9989e704-f520-4b80-b8c8-f8eb4298f58a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447731 Mar 23 17:11:17.313521 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e2f11b-e537-4510-b8bf-5b20f3fde415 None None] The sync data for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi is: [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '80dab1a1-3430-4df6-96e9-22447790336f', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': 'b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:e5:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6befd5de-9fa9-4103-b517-e36fc3078877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:10:55Z', 'updated_at': '2022-03-23T17:11:15Z', 'revision_number': 1, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:11:17.378949 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c82ba-46a9-4751-bea4-0bf275f9bdd5 req-9556992d-789b-4e0f-9334-c85a7ac3d034 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:17.378949 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2b3c82ba-46a9-4751-bea4-0bf275f9bdd5 req-9556992d-789b-4e0f-9334-c85a7ac3d034 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 944 time: 0.0595706 Mar 23 17:11:17.428084 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2b3c82ba-46a9-4751-bea4-0bf275f9bdd5 req-66c40e82-36ff-4552-86d6-dbee12240770 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448639 Mar 23 17:11:17.510786 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ac095e-1ceb-4a54-9f1f-2a786ecf5024 None None] New status for floating IP 80dab1a1-3430-4df6-96e9-22447790336f: ACTIVE {{(pid=104062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:11:18.427756 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b411158-5f8e-4135-8f42-dec6e9c1cf2f req-4a106a33-c419-46d5-a9e5-b17489a7993e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:18.429264 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6b411158-5f8e-4135-8f42-dec6e9c1cf2f req-4a106a33-c419-46d5-a9e5-b17489a7993e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0556805 Mar 23 17:11:18.478103 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6b411158-5f8e-4135-8f42-dec6e9c1cf2f req-6d0992a7-f9e4-4910-a53f-45a1e3521876 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428557 Mar 23 17:11:18.547637 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d67c80-dbbf-449d-b1eb-754f268ce541 req-58822fe2-41f4-4ae6-98b7-d9f0b17a74c1 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:18.549189 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-44d67c80-dbbf-449d-b1eb-754f268ce541 req-58822fe2-41f4-4ae6-98b7-d9f0b17a74c1 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 944 time: 0.0523040 Mar 23 17:11:18.598322 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-44d67c80-dbbf-449d-b1eb-754f268ce541 req-aabf58a5-f317-414b-bd6f-5efbf7c79800 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435574 Mar 23 17:11:19.040827 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe791e8a-1625-4f60-ba1b-c208cb38eda8 req-bf7b9a92-e1c5-4ef0-890b-87478d62e2ad tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:19.042333 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-fe791e8a-1625-4f60-ba1b-c208cb38eda8 req-bf7b9a92-e1c5-4ef0-890b-87478d62e2ad tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 945 time: 0.0544529 Mar 23 17:11:19.087322 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-fe791e8a-1625-4f60-ba1b-c208cb38eda8 req-40a84a50-51c7-42eb-bcdf-d52592eef183 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388737 Mar 23 17:11:19.598738 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a6cc0-a04d-402a-af99-50d79f8365c3 req-a43fb3c9-f039-46b2-9c3f-96bd0f67d7d9 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:19.600204 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-131a6cc0-a04d-402a-af99-50d79f8365c3 req-a43fb3c9-f039-46b2-9c3f-96bd0f67d7d9 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0519602 Mar 23 17:11:19.647685 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-131a6cc0-a04d-402a-af99-50d79f8365c3 req-ac80648e-c1ac-4fc9-9318-df75a25f93b0 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399845 Mar 23 17:11:19.718121 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f31b06-efc0-47fc-ae30-167df8e47a85 req-b98d1332-4f37-4a04-8e69-3bb61752c701 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:19.719652 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-19f31b06-efc0-47fc-ae30-167df8e47a85 req-b98d1332-4f37-4a04-8e69-3bb61752c701 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 944 time: 0.0559788 Mar 23 17:11:19.770310 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-19f31b06-efc0-47fc-ae30-167df8e47a85 req-838289dc-4202-4aa2-ad6b-686dd9258d96 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448344 Mar 23 17:11:20.208870 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fd767-1340-44a5-a671-b56031c9d169 req-c6372902-1371-42d7-bea1-210e54cb90ed tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:20.210361 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-310fd767-1340-44a5-a671-b56031c9d169 req-c6372902-1371-42d7-bea1-210e54cb90ed tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 945 time: 0.0580106 Mar 23 17:11:20.261866 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-310fd767-1340-44a5-a671-b56031c9d169 req-8598a3ce-aba5-40c0-9230-78be41204db1 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453544 Mar 23 17:11:20.766662 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299715fc-5efb-4fe5-9f41-36d451848672 req-dcfceac4-5459-45e6-80e0-323a5893ba14 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:20.768141 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-299715fc-5efb-4fe5-9f41-36d451848672 req-dcfceac4-5459-45e6-80e0-323a5893ba14 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0527272 Mar 23 17:11:20.819066 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-299715fc-5efb-4fe5-9f41-36d451848672 req-ca6cf5ef-8506-4c35-aa56-c378e6057db7 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452147 Mar 23 17:11:20.893269 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124adbcc-5498-4075-a536-21d6b2e1a186 req-75c473b9-3f16-417d-917c-1387e659a6b9 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:20.896221 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-124adbcc-5498-4075-a536-21d6b2e1a186 req-75c473b9-3f16-417d-917c-1387e659a6b9 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 944 time: 0.0572577 Mar 23 17:11:20.945453 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-124adbcc-5498-4075-a536-21d6b2e1a186 req-c4d3d81d-3981-4d6e-8dff-12ac7847656c tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445123 Mar 23 17:11:21.227424 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de40b5-1c5a-4346-aa7f-fc4567bba23d req-dfb9843d-a79e-4a81-a4d8-ad0b0f78b68d tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:21.228817 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-18de40b5-1c5a-4346-aa7f-fc4567bba23d req-dfb9843d-a79e-4a81-a4d8-ad0b0f78b68d tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.43 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 945 time: 0.0518899 Mar 23 17:11:21.325464 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [req-18de40b5-1c5a-4346-aa7f-fc4567bba23d req-1fef56f4-3254-4dc8-ac9b-735e50831c66 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Deleting port 5d209d81-bbcc-44f7-919e-8528fb130bcf {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:11:21.325809 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-18de40b5-1c5a-4346-aa7f-fc4567bba23d req-1fef56f4-3254-4dc8-ac9b-735e50831c66 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (5d209d81-bbcc-44f7-919e-8528fb130bcf), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:21.384102 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac31d42-dfea-4fe4-a683-1ad00d158807 req-a7fe99f0-b0bb-4be3-bbd2-c661d1bcddb2 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:21.386058 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9ac31d42-dfea-4fe4-a683-1ad00d158807 req-a7fe99f0-b0bb-4be3-bbd2-c661d1bcddb2 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 945 time: 0.0541582 Mar 23 17:11:21.422421 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-18de40b5-1c5a-4346-aa7f-fc4567bba23d req-1fef56f4-3254-4dc8-ac9b-735e50831c66 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] For port 5d209d81-bbcc-44f7-919e-8528fb130bcf, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=5d209d81-bbcc-44f7-919e-8528fb130bcf,segment=NetworkSegment(bd817a77-a315-40f2-a4d9-a3f7959c89b7),segment_id=bd817a77-a315-40f2-a4d9-a3f7959c89b7)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:11:21.422787 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-18de40b5-1c5a-4346-aa7f-fc4567bba23d req-1fef56f4-3254-4dc8-ac9b-735e50831c66 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (5d209d81-bbcc-44f7-919e-8528fb130bcf), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:21.436174 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [req-18de40b5-1c5a-4346-aa7f-fc4567bba23d req-1fef56f4-3254-4dc8-ac9b-735e50831c66 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Calling delete_port for 5d209d81-bbcc-44f7-919e-8528fb130bcf owned by compute:nova {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:11:21.436386 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9ac31d42-dfea-4fe4-a683-1ad00d158807 req-0c378201-1a1d-4efb-9697-103657f8eb36 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/security-groups?id=7043f53a-266a-4a8b-b2da-052ad9cce538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441184 Mar 23 17:11:21.638339 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-18de40b5-1c5a-4346-aa7f-fc4567bba23d req-1fef56f4-3254-4dc8-ac9b-735e50831c66 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (5d209d81-bbcc-44f7-919e-8528fb130bcf), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:21.651384 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['5d209d81-bbcc-44f7-919e-8528fb130bcf'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:11:21.666829 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef56f4-3254-4dc8-ac9b-735e50831c66 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Pushing event deleted for resources: {'Port': ['ID=5d209d81-bbcc-44f7-919e-8528fb130bcf,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:21.711961 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-18de40b5-1c5a-4346-aa7f-fc4567bba23d req-1fef56f4-3254-4dc8-ac9b-735e50831c66 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] No DVR routers for this DVR port 5d209d81-bbcc-44f7-919e-8528fb130bcf on host hv-cinder-83491 {{(pid=104061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:11:21.715037 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-18de40b5-1c5a-4346-aa7f-fc4567bba23d req-1fef56f4-3254-4dc8-ac9b-735e50831c66 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:21.719328 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-18de40b5-1c5a-4346-aa7f-fc4567bba23d req-1fef56f4-3254-4dc8-ac9b-735e50831c66 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.43 "DELETE /v2.0/ports/5d209d81-bbcc-44f7-919e-8528fb130bcf HTTP/1.1" status: 204 len: 173 time: 0.4829350 Mar 23 17:11:21.719777 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7174c84d-8e49-491d-b154-babab2c92ebc', 'name': 'network-vif-deleted', 'tag': '5d209d81-bbcc-44f7-919e-8528fb130bcf'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:11:21.722026 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db4db4c-1ca2-43e0-89ba-19384e2a5467" -d '{"events": [{"server_uuid": "7174c84d-8e49-491d-b154-babab2c92ebc", "name": "network-vif-deleted", "tag": "5d209d81-bbcc-44f7-919e-8528fb130bcf"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:11:21.757518 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e01a10-c4ed-4618-b200-03410f2e4163 x-openstack-request-id: req-a8e01a10-c4ed-4618-b200-03410f2e4163 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:11:21.757948 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7174c84d-8e49-491d-b154-babab2c92ebc", "name": "network-vif-deleted", "tag": "5d209d81-bbcc-44f7-919e-8528fb130bcf", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:11:21.758267 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a8e01a10-c4ed-4618-b200-03410f2e4163 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:11:21.758790 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e01a10-c4ed-4618-b200-03410f2e4163'] response: {'server_uuid': '7174c84d-8e49-491d-b154-babab2c92ebc', 'name': 'network-vif-deleted', 'tag': '5d209d81-bbcc-44f7-919e-8528fb130bcf', 'status': 'completed', 'code': 200} Mar 23 17:11:21.940166 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694a617-98e2-4368-b22e-b2f5bb1a7508 req-b4eccd09-ab88-446b-b5cc-fd9b825898cd tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:21.942210 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b694a617-98e2-4368-b22e-b2f5bb1a7508 req-b4eccd09-ab88-446b-b5cc-fd9b825898cd tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0567465 Mar 23 17:11:21.987942 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b694a617-98e2-4368-b22e-b2f5bb1a7508 req-86864d22-9dec-4f80-a0ab-2bcb44a134ab tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402570 Mar 23 17:11:22.069571 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eabd24-f196-4943-81c2-ef672cbc49cf req-c093cbb8-9723-45bd-911a-008577f19a4c tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:22.071060 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-82eabd24-f196-4943-81c2-ef672cbc49cf req-c093cbb8-9723-45bd-911a-008577f19a4c tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 944 time: 0.0529673 Mar 23 17:11:22.119280 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-82eabd24-f196-4943-81c2-ef672cbc49cf req-7c0c26ae-5041-4c89-8e43-1743965fef12 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412683 Mar 23 17:11:22.543329 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ea602d07-b799-4864-9523-592e8186803f req-623fc562-d0b2-441e-82fe-977ea6d2c4e7 tempest-VolumesSnapshotTestJSON-79954801 tempest-VolumesSnapshotTestJSON-79954801-project] 10.222.0.97 "GET /v2.0/ports?device_id=7174c84d-8e49-491d-b154-babab2c92ebc HTTP/1.1" status: 200 len: 210 time: 0.0300994 Mar 23 17:11:22.723994 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device f93ebd80-1a51-4f14-9685-b133a4183003 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:11:22.822971 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port f93ebd80-1a51-4f14-9685-b133a4183003, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=f93ebd80-1a51-4f14-9685-b133a4183003,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:11:22.834688 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': 'f93ebd80-1a51-4f14-9685-b133a4183003', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'port_id': 'f93ebd80-1a51-4f14-9685-b133a4183003', 'mac_address': 'fa:16:3e:52:bc:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:11:22.871715 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port f93ebd80-1a51-4f14-9685-b133a4183003 is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:11:22.872108 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (f93ebd80-1a51-4f14-9685-b133a4183003), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:22.884695 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93ebd80-1a51-4f14-9685-b133a4183003 {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:11:22.903928 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port f93ebd80-1a51-4f14-9685-b133a4183003, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=f93ebd80-1a51-4f14-9685-b133a4183003,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:11:23.014043 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (f93ebd80-1a51-4f14-9685-b133a4183003), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:23.063150 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=f93ebd80-1a51-4f14-9685-b133a4183003,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:23.110378 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b50cc-3362-4338-9789-c9e873bdf563 req-f6202ba5-5137-4109-8aa5-4be601c3a498 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:23.111829 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e31b50cc-3362-4338-9789-c9e873bdf563 req-f6202ba5-5137-4109-8aa5-4be601c3a498 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0542948 Mar 23 17:11:23.159132 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e31b50cc-3362-4338-9789-c9e873bdf563 req-69e07854-2185-4fb4-aae6-9c7b61a0a018 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416338 Mar 23 17:11:23.239934 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3882ab-925b-4e9f-a253-8cea5fb9e261 req-79394b95-3920-4641-9413-27f50c9ee929 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:23.241425 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1b3882ab-925b-4e9f-a253-8cea5fb9e261 req-79394b95-3920-4641-9413-27f50c9ee929 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 945 time: 0.0551193 Mar 23 17:11:23.292624 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1b3882ab-925b-4e9f-a253-8cea5fb9e261 req-276baa31-14c6-440a-983f-a6217c3fb666 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453143 Mar 23 17:11:23.353361 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['f93ebd80-1a51-4f14-9685-b133a4183003'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:11:24.281169 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da729b-b31c-4f87-a805-2f13e85fde02 req-fcf8bd98-92aa-4067-8bba-273031d4f2ac tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:24.282630 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-09da729b-b31c-4f87-a805-2f13e85fde02 req-fcf8bd98-92aa-4067-8bba-273031d4f2ac tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0519590 Mar 23 17:11:24.330831 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-09da729b-b31c-4f87-a805-2f13e85fde02 req-f29ee0e8-4898-45e0-9130-00ef91dd2945 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423243 Mar 23 17:11:24.417249 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4911e-090c-4fe0-a568-cc446a74a228 req-d5f25b20-987d-44a0-bc6f-46663cddcd57 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:24.419336 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dcc4911e-090c-4fe0-a568-cc446a74a228 req-d5f25b20-987d-44a0-bc6f-46663cddcd57 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 945 time: 0.0593019 Mar 23 17:11:24.466679 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dcc4911e-090c-4fe0-a568-cc446a74a228 req-ec2a09e8-6d19-4442-8246-f550ea4f0fb3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413792 Mar 23 17:11:24.688988 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:24.738902 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device f93ebd80-1a51-4f14-9685-b133a4183003 up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:11:24.894318 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port f93ebd80-1a51-4f14-9685-b133a4183003 completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:11:24.898022 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port f93ebd80-1a51-4f14-9685-b133a4183003 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:11:24.898398 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (f93ebd80-1a51-4f14-9685-b133a4183003), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:24.973387 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port f93ebd80-1a51-4f14-9685-b133a4183003 is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:11:24.973777 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (f93ebd80-1a51-4f14-9685-b133a4183003), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:24.995915 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8a41c1-c0fd-442d-8bbc-49a1b48bedc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93ebd80-1a51-4f14-9685-b133a4183003'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:11:24.998611 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d8e097-2cab-4a02-9abb-5f3923dbbfa2" -d '{"events": [{"server_uuid": "da8a41c1-c0fd-442d-8bbc-49a1b48bedc2", "name": "network-vif-plugged", "status": "completed", "tag": "f93ebd80-1a51-4f14-9685-b133a4183003"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:11:25.013851 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port f93ebd80-1a51-4f14-9685-b133a4183003, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=f93ebd80-1a51-4f14-9685-b133a4183003,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:11:25.034319 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb3c790-ce25-45d7-821f-966797f75739 x-openstack-request-id: req-abb3c790-ce25-45d7-821f-966797f75739 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:11:25.034608 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8a41c1-c0fd-442d-8bbc-49a1b48bedc2", "name": "network-vif-plugged", "status": "completed", "tag": "f93ebd80-1a51-4f14-9685-b133a4183003", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:11:25.034860 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-abb3c790-ce25-45d7-821f-966797f75739 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:11:25.035280 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb3c790-ce25-45d7-821f-966797f75739'] response: {'server_uuid': 'da8a41c1-c0fd-442d-8bbc-49a1b48bedc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93ebd80-1a51-4f14-9685-b133a4183003', 'code': 200} Mar 23 17:11:25.094819 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (f93ebd80-1a51-4f14-9685-b133a4183003), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:25.095602 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 5d209d81-bbcc-44f7-919e-8528fb130bcf no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:11:25.131290 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: 5d209d81-bbcc-44f7-919e-8528fb130bcf {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:11:25.131644 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 5d209d81-bbcc-44f7-919e-8528fb130bcf not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:11:25.158531 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=f93ebd80-1a51-4f14-9685-b133a4183003,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:25.203347 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-774b2d3e-4f51-46fc-aa9a-4f3fdc8b5c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:25.372912 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f7f79-3818-4eed-8358-50e5bc219d02 req-0463b868-7606-4492-a422-5faf40d1ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:25.374506 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b30f7f79-3818-4eed-8358-50e5bc219d02 req-0463b868-7606-4492-a422-5faf40d1ab87 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 1130 time: 0.0439701 Mar 23 17:11:25.451642 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b30f7f79-3818-4eed-8358-50e5bc219d02 req-f2dbdd29-f0f9-4dfa-83b1-3b66455baafb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694714 Mar 23 17:11:25.470206 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32051f2e-3b52-49fc-a173-cca4a70ca3e4 req-1940edb9-5295-40a9-bc28-8da3b8e52f3b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:25.471648 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-32051f2e-3b52-49fc-a173-cca4a70ca3e4 req-1940edb9-5295-40a9-bc28-8da3b8e52f3b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0716202 Mar 23 17:11:25.520497 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-32051f2e-3b52-49fc-a173-cca4a70ca3e4 req-9af3d13e-615d-458b-84d6-4dc2b4a3e75e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432441 Mar 23 17:11:25.597256 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeccf92-0472-4cf5-a7e5-41684953db2c req-d1c4581d-5983-4166-8eaf-fa9950a28049 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:25.598714 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6aeccf92-0472-4cf5-a7e5-41684953db2c req-d1c4581d-5983-4166-8eaf-fa9950a28049 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 946 time: 0.0587723 Mar 23 17:11:25.649264 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6aeccf92-0472-4cf5-a7e5-41684953db2c req-f4f3b0ea-3210-450e-b688-4ebfa41fb4c9 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440729 Mar 23 17:11:26.640797 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c81ef-a392-415d-9508-9113e03938e8 req-6991c264-31cd-4201-b075-c115d25cbb36 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:26.642314 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6c3c81ef-a392-415d-9508-9113e03938e8 req-6991c264-31cd-4201-b075-c115d25cbb36 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0551803 Mar 23 17:11:26.693418 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6c3c81ef-a392-415d-9508-9113e03938e8 req-d1989a9f-5065-4269-a6dc-80a1d81d544b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453067 Mar 23 17:11:26.777269 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1312a8-3d26-4e95-8505-636243cc3592 req-241daaf7-a918-44f7-a8f5-bc0d59f4b4c4 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:26.778786 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3e1312a8-3d26-4e95-8505-636243cc3592 req-241daaf7-a918-44f7-a8f5-bc0d59f4b4c4 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 946 time: 0.0530217 Mar 23 17:11:26.827263 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3e1312a8-3d26-4e95-8505-636243cc3592 req-66759086-efb3-4b60-870c-34154688a561 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419028 Mar 23 17:11:27.334302 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e292f412-bcb9-4e56-b000-d341b8f9a343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:27.812438 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38f327-f54c-4f3d-b195-d23ba4cde9b2 req-1f29390a-deed-4482-99e8-2ca4a7c849b3 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:27.813949 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1b38f327-f54c-4f3d-b195-d23ba4cde9b2 req-1f29390a-deed-4482-99e8-2ca4a7c849b3 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0534070 Mar 23 17:11:27.864321 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1b38f327-f54c-4f3d-b195-d23ba4cde9b2 req-39d33cb6-0b1d-49ff-b6ef-59be8d3aa08a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446913 Mar 23 17:11:27.948284 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931540e-dc25-491a-b4ed-d54233983517 req-768a5aa5-5436-49cd-9704-72aac948a318 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:27.950462 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8931540e-dc25-491a-b4ed-d54233983517 req-768a5aa5-5436-49cd-9704-72aac948a318 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 946 time: 0.0564573 Mar 23 17:11:28.000318 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8931540e-dc25-491a-b4ed-d54233983517 req-0aa78585-4dad-4e3b-964e-5f4ccaccebba tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443430 Mar 23 17:11:28.563207 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:28.979417 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64068236-5914-4798-9cfa-7677621c05ce req-3acaf274-914b-4a6f-848a-66a810573d81 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:28.980900 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-64068236-5914-4798-9cfa-7677621c05ce req-3acaf274-914b-4a6f-848a-66a810573d81 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0514331 Mar 23 17:11:29.025607 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-64068236-5914-4798-9cfa-7677621c05ce req-1412ec88-d4eb-4dbd-b44b-896f68297a62 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386868 Mar 23 17:11:29.115925 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0829d-4de5-477c-9151-202876472001 req-d5efff57-16ec-4092-849b-3d54e343e88c tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:29.116642 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-31d0829d-4de5-477c-9151-202876472001 req-d5efff57-16ec-4092-849b-3d54e343e88c tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 946 time: 0.0512989 Mar 23 17:11:29.163907 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-31d0829d-4de5-477c-9151-202876472001 req-b3adc4e5-ef91-4b25-a115-a1191f702ed6 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416799 Mar 23 17:11:29.986182 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:30.143192 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba02614-4181-4357-a915-4277c4ca1a16 req-f9f90879-d885-4078-92c5-0277aa2e7479 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:30.144696 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2ba02614-4181-4357-a915-4277c4ca1a16 req-f9f90879-d885-4078-92c5-0277aa2e7479 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0530128 Mar 23 17:11:30.191019 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2ba02614-4181-4357-a915-4277c4ca1a16 req-9bce7f32-f3b2-4729-a305-69d39617130d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402067 Mar 23 17:11:30.282563 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f44ec9-6619-4e43-87f1-9310746c757e req-9c97a433-e18b-4b6b-9175-931b97d3fa74 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:30.284063 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b7f44ec9-6619-4e43-87f1-9310746c757e req-9c97a433-e18b-4b6b-9175-931b97d3fa74 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 946 time: 0.0554049 Mar 23 17:11:30.332611 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b7f44ec9-6619-4e43-87f1-9310746c757e req-a2693bd1-990f-4a15-9218-99233697bf75 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 Mar 23 17:11:30.455628 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277e39c-fa70-4961-8f73-7cc30788aa66 req-41ca0e7b-c785-4b13-9c01-fa7f3c5f7de4 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:30.457120 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f277e39c-fa70-4961-8f73-7cc30788aa66 req-41ca0e7b-c785-4b13-9c01-fa7f3c5f7de4 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 946 time: 0.0578685 Mar 23 17:11:30.505081 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f277e39c-fa70-4961-8f73-7cc30788aa66 req-c45c95c2-bd01-456c-ab80-18eec61bdf55 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423117 Mar 23 17:11:30.527669 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33024) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:30.662473 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d82cf8-e573-430c-91c9-696a1def1ce0 tempest-TestVolumeBootPattern-1414821085 tempest-TestVolumeBootPattern-1414821085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:30.664011 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-d6d82cf8-e573-430c-91c9-696a1def1ce0 tempest-TestVolumeBootPattern-1414821085 tempest-TestVolumeBootPattern-1414821085-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 1125 time: 0.1352234 Mar 23 17:11:30.666952 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33030) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:30.671648 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Request body: {'floatingip': {'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'port_id': 'f93ebd80-1a51-4f14-9685-b133a4183003', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:30.860697 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:30.958929 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:31.063556 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Allocated IP 172.27.1.82 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/e7ba7222-e086-4e9b-8456-a1744a24e05d) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:11:31.165474 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for port (e7ba7222-e086-4e9b-8456-a1744a24e05d), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:31.269485 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (e7ba7222-e086-4e9b-8456-a1744a24e05d), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:31.330053 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:11:31.334477 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:11:31.337278 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:11:31.388293 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event updated for resources: {'Port': ['ID=e7ba7222-e086-4e9b-8456-a1744a24e05d,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:31.396897 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5366de-0b76-4f16-90e7-5d3854791692 req-a824fb6a-552e-4eb3-b6fa-6d13657a5006 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:31.398380 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ee5366de-0b76-4f16-90e7-5d3854791692 req-a824fb6a-552e-4eb3-b6fa-6d13657a5006 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.1410849 Mar 23 17:11:31.434961 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:31.435310 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:31.435672 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:31.436027 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:31.436422 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:31.436783 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:31.437115 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:31.437441 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:31.437769 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:31.438096 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:31.438422 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:31.438749 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:31.439069 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:31.439392 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:31.439743 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:31.529257 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:31.552097 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ee5366de-0b76-4f16-90e7-5d3854791692 req-0acc9df9-4134-4605-b431-9caf00aecccf tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347735 Mar 23 17:11:31.749774 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for floatingip (8e778b51-4372-4c0f-8493-73dd68275c7b), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:31.911458 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (e7ba7222-e086-4e9b-8456-a1744a24e05d), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:32.063748 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for port (e7ba7222-e086-4e9b-8456-a1744a24e05d), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:32.151665 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (e7ba7222-e086-4e9b-8456-a1744a24e05d), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:32.179876 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (8e778b51-4372-4c0f-8493-73dd68275c7b), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:32.258977 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event updated for resources: {'Port': ['ID=e7ba7222-e086-4e9b-8456-a1744a24e05d,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:32.289951 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Floating IP 8e778b51-4372-4c0f-8493-73dd68275c7b associated. External IP: 172.27.1.82, port: f93ebd80-1a51-4f14-9685-b133a4183003. Mar 23 17:11:32.500886 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Router ca891440-c6d2-4045-baba-97033f5ca743 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:11:32.610555 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:11:32.622337 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14565d16-e23f-4ea3-b9ea-da4bdcdd4939 None None] Sync routers for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:11:32.632064 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14565d16-e23f-4ea3-b9ea-da4bdcdd4939 None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:11:32.632806 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-14565d16-e23f-4ea3-b9ea-da4bdcdd4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:32.691519 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f6a90-c85b-41dd-bdc0-52a36097985d req-7a8fa387-a61a-4be5-a32d-dd03213ade25 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:32.693115 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2c8f6a90-c85b-41dd-bdc0-52a36097985d req-7a8fa387-a61a-4be5-a32d-dd03213ade25 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0603631 Mar 23 17:11:32.718465 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:32.747533 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-14565d16-e23f-4ea3-b9ea-da4bdcdd4939 None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:11:32.769846 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-e4bf69d3-900f-42df-b4f7-89885c935ace tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1016834 Mar 23 17:11:32.771050 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8a41c1-c0fd-442d-8bbc-49a1b48bedc2', 'tag': 'f93ebd80-1a51-4f14-9685-b133a4183003'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:11:32.773300 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7badc23f-4b61-4e57-b975-ecbd1ba73940" -d '{"events": [{"name": "network-changed", "server_uuid": "da8a41c1-c0fd-442d-8bbc-49a1b48bedc2", "tag": "f93ebd80-1a51-4f14-9685-b133a4183003"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:11:32.790784 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2c8f6a90-c85b-41dd-bdc0-52a36097985d req-3031f219-ad6b-4cf2-974f-2cc742e1b351 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909288 Mar 23 17:11:32.820429 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812db3b7-6301-4984-80f1-c087c7862a25 x-openstack-request-id: req-812db3b7-6301-4984-80f1-c087c7862a25 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:11:32.824115 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8a41c1-c0fd-442d-8bbc-49a1b48bedc2", "tag": "f93ebd80-1a51-4f14-9685-b133a4183003", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:11:32.824115 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-812db3b7-6301-4984-80f1-c087c7862a25 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:11:32.824115 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812db3b7-6301-4984-80f1-c087c7862a25'] response: {'name': 'network-changed', 'server_uuid': 'da8a41c1-c0fd-442d-8bbc-49a1b48bedc2', 'tag': 'f93ebd80-1a51-4f14-9685-b133a4183003', 'status': 'completed', 'code': 200} Mar 23 17:11:32.882751 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badc23f-4b61-4e57-b975-ecbd1ba73940 req-6719ea56-1ba3-4eb0-9d7b-6f8b9ec14014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:32.884357 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7badc23f-4b61-4e57-b975-ecbd1ba73940 req-6719ea56-1ba3-4eb0-9d7b-6f8b9ec14014 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 1130 time: 0.0459862 Mar 23 17:11:32.987897 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-14565d16-e23f-4ea3-b9ea-da4bdcdd4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '8e778b51-4372-4c0f-8493-73dd68275c7b', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'port_id': 'f93ebd80-1a51-4f14-9685-b133a4183003', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'mac_address': 'fa:16:3e:52:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8a41c1-c0fd-442d-8bbc-49a1b48bedc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:11:31Z', 'updated_at': '2022-03-23T17:11:31Z', 'revision_number': 0, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:32.996842 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badc23f-4b61-4e57-b975-ecbd1ba73940 req-10a96793-b674-4946-87b6-3fdeb41cb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:32.996842 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7badc23f-4b61-4e57-b975-ecbd1ba73940 req-10a96793-b674-4946-87b6-3fdeb41cb03a service neutron] 10.222.0.43 "GET /v2.0/networks?id=68d01c04-ef08-421d-abdc-4975a2a480d9 HTTP/1.1" status: 200 len: 914 time: 0.0985732 Mar 23 17:11:33.014285 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14565d16-e23f-4ea3-b9ea-da4bdcdd4939 None None] Checking router: ca891440-c6d2-4045-baba-97033f5ca743 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:11:33.023251 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14565d16-e23f-4ea3-b9ea-da4bdcdd4939 None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:11:33.023802 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-14565d16-e23f-4ea3-b9ea-da4bdcdd4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:33.067954 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7badc23f-4b61-4e57-b975-ecbd1ba73940 req-1bf7e8c0-77f7-41ce-b8c3-36f4eedcbea4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f93ebd80-1a51-4f14-9685-b133a4183003 HTTP/1.1" status: 200 len: 999 time: 0.0646822 Mar 23 17:11:33.133727 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badc23f-4b61-4e57-b975-ecbd1ba73940 req-224ced63-402e-4d80-a4c4-b20cce60a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:33.133727 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7badc23f-4b61-4e57-b975-ecbd1ba73940 req-224ced63-402e-4d80-a4c4-b20cce60a58a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34e29e9-cb3c-4a86-90df-8b01f3de3a73 HTTP/1.1" status: 200 len: 851 time: 0.0541420 Mar 23 17:11:33.139696 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-14565d16-e23f-4ea3-b9ea-da4bdcdd4939 None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:11:33.184242 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badc23f-4b61-4e57-b975-ecbd1ba73940 req-a28923ed-1b56-4fb6-b371-2df3e49d9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:33.185823 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7badc23f-4b61-4e57-b975-ecbd1ba73940 req-a28923ed-1b56-4fb6-b371-2df3e49d9413 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68d01c04-ef08-421d-abdc-4975a2a480d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478094 Mar 23 17:11:33.278521 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7badc23f-4b61-4e57-b975-ecbd1ba73940 req-711e16ea-11f8-4a90-a711-f72a07990ec0 service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831676 Mar 23 17:11:33.371089 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-14565d16-e23f-4ea3-b9ea-da4bdcdd4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '8e778b51-4372-4c0f-8493-73dd68275c7b', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'port_id': 'f93ebd80-1a51-4f14-9685-b133a4183003', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'mac_address': 'fa:16:3e:52:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8a41c1-c0fd-442d-8bbc-49a1b48bedc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:11:31Z', 'updated_at': '2022-03-23T17:11:31Z', 'revision_number': 0, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:33.375871 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7badc23f-4b61-4e57-b975-ecbd1ba73940 req-a7437703-3996-4c8f-acda-2f025a279cfd service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903518 Mar 23 17:11:33.399309 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14565d16-e23f-4ea3-b9ea-da4bdcdd4939 None None] The sync data for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi is: [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '8e778b51-4372-4c0f-8493-73dd68275c7b', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'port_id': 'f93ebd80-1a51-4f14-9685-b133a4183003', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'mac_address': 'fa:16:3e:52:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8a41c1-c0fd-442d-8bbc-49a1b48bedc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:11:31Z', 'updated_at': '2022-03-23T17:11:31Z', 'revision_number': 0, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:11:33.585838 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23556e55-0b44-40e7-9012-8d5fbd4f96f2 None None] New status for floating IP 8e778b51-4372-4c0f-8493-73dd68275c7b: ACTIVE {{(pid=104062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:11:33.917305 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e2e49-0ce4-4ff9-bbcc-5d6acc6b78ff req-d9efb3ff-49a3-4ca2-85c9-05ed94e18e76 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:33.918843 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bd4e2e49-0ce4-4ff9-bbcc-5d6acc6b78ff req-d9efb3ff-49a3-4ca2-85c9-05ed94e18e76 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0533001 Mar 23 17:11:33.971872 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bd4e2e49-0ce4-4ff9-bbcc-5d6acc6b78ff req-59ec68d8-fb4f-45ee-a3b2-0a5b02af326d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467987 Mar 23 17:11:34.434734 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd21ad5-5f2f-4aa2-b914-1c440041057c req-65583d1a-e3ff-4dfa-8572-5cbc6df0b16c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:34.436219 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1dd21ad5-5f2f-4aa2-b914-1c440041057c req-65583d1a-e3ff-4dfa-8572-5cbc6df0b16c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 946 time: 0.0520558 Mar 23 17:11:34.482546 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1dd21ad5-5f2f-4aa2-b914-1c440041057c req-56714ee9-d790-4990-923a-5ce769739051 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407646 Mar 23 17:11:35.093991 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043baf2a-9dd8-4e0e-8679-6a28c0148620 req-b1f72c6d-7c9f-4ea1-8e38-3b7c20e03a73 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:35.095460 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-043baf2a-9dd8-4e0e-8679-6a28c0148620 req-b1f72c6d-7c9f-4ea1-8e38-3b7c20e03a73 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0539057 Mar 23 17:11:35.144090 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-043baf2a-9dd8-4e0e-8679-6a28c0148620 req-3ce3e9c7-8085-478b-9dab-42cb9987c00b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430017 Mar 23 17:11:35.601074 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c84f0-ccde-487d-8e01-f356ed558f7e req-d7d0f3dc-1fa6-45d7-b5e6-d3cf4f5e4b4d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:35.602552 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-333c84f0-ccde-487d-8e01-f356ed558f7e req-d7d0f3dc-1fa6-45d7-b5e6-d3cf4f5e4b4d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 946 time: 0.0518179 Mar 23 17:11:35.651443 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-333c84f0-ccde-487d-8e01-f356ed558f7e req-f38604ac-f7ca-40aa-a7bc-d95cd9a6e316 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434062 Mar 23 17:11:36.260847 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc741ae1-748e-49d5-8453-5ad24bfacad1 req-4f112a75-2ac0-47f2-a34a-a2a085f9cbb2 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:36.262341 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fc741ae1-748e-49d5-8453-5ad24bfacad1 req-4f112a75-2ac0-47f2-a34a-a2a085f9cbb2 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0514998 Mar 23 17:11:36.307063 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fc741ae1-748e-49d5-8453-5ad24bfacad1 req-75ab9286-5103-42ae-8bd9-6bf386c1106d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393369 Mar 23 17:11:36.777911 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bc21c-81a1-494d-a7ce-0319639af2cd req-78057719-d168-4bf5-840f-e42db73cb272 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:36.779377 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2b3bc21c-81a1-494d-a7ce-0319639af2cd req-78057719-d168-4bf5-840f-e42db73cb272 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 946 time: 0.0541368 Mar 23 17:11:36.826871 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2b3bc21c-81a1-494d-a7ce-0319639af2cd req-07004767-c604-418b-9713-808686a489b4 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414011 Mar 23 17:11:37.427370 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ce0f3-ae9a-4e25-89b4-6651bee8dff0 req-abb592bd-65a3-4aee-863b-8bf373511124 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:37.428767 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fd2ce0f3-ae9a-4e25-89b4-6651bee8dff0 req-abb592bd-65a3-4aee-863b-8bf373511124 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0552235 Mar 23 17:11:37.474081 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fd2ce0f3-ae9a-4e25-89b4-6651bee8dff0 req-5435336d-ef46-4ef8-9a0c-6a57c2e4c1d1 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399382 Mar 23 17:11:37.946198 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5074cb8-d72a-4cbd-bb64-16cb4727e0d5 req-541dab2c-07f6-4b3b-ad6d-40552c809828 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:37.947658 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e5074cb8-d72a-4cbd-bb64-16cb4727e0d5 req-541dab2c-07f6-4b3b-ad6d-40552c809828 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 946 time: 0.0507660 Mar 23 17:11:37.992530 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e5074cb8-d72a-4cbd-bb64-16cb4727e0d5 req-3876a6c4-6f29-49d6-8a6e-8cca11322323 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394058 Mar 23 17:11:38.589499 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0593c-6710-44fc-820f-465e7bc511a6 req-be1417d9-0bfc-45b5-839c-572bc44b1959 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:38.590967 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-28d0593c-6710-44fc-820f-465e7bc511a6 req-be1417d9-0bfc-45b5-839c-572bc44b1959 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0522025 Mar 23 17:11:38.636716 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-28d0593c-6710-44fc-820f-465e7bc511a6 req-1c1f90bb-2af7-4a7d-8edb-79606d4926dc tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394254 Mar 23 17:11:39.091353 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe435ba-dcb2-46ad-918d-cc93bff834ad req-d135c6ee-dd75-4770-972d-8ab446349afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:39.093219 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fbe435ba-dcb2-46ad-918d-cc93bff834ad req-d135c6ee-dd75-4770-972d-8ab446349afb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 1130 time: 0.0426800 Mar 23 17:11:39.146638 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fbe435ba-dcb2-46ad-918d-cc93bff834ad req-9abb5944-8525-40d1-9092-ae472be1a6e5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425966 Mar 23 17:11:39.148118 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3837b9-7891-46f9-a869-9606dcbbee38 req-6281b918-d0e5-47a1-8608-cd52a2b9b482 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:39.149636 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ee3837b9-7891-46f9-a869-9606dcbbee38 req-6281b918-d0e5-47a1-8608-cd52a2b9b482 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 946 time: 0.0833120 Mar 23 17:11:39.179806 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259be3b-f7a8-417c-99fb-d1d3650da659 req-7d99efce-540a-4d4a-a6b8-5b4b345623e9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:39.181280 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9259be3b-f7a8-417c-99fb-d1d3650da659 req-7d99efce-540a-4d4a-a6b8-5b4b345623e9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 946 time: 0.0756156 Mar 23 17:11:39.208368 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ee3837b9-7891-46f9-a869-9606dcbbee38 req-b717e5d6-945b-44fe-bafc-4720d3eb78d0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=edd50c94-a74c-4297-9780-75a14afe4c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511129 Mar 23 17:11:39.490629 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-9259be3b-f7a8-417c-99fb-d1d3650da659 req-425fe48e-5ee8-4954-bd2e-31af6661f843 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Deleting port 1f4a8e49-b984-4053-b0c2-3f74de953a5c {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:11:39.490969 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-9259be3b-f7a8-417c-99fb-d1d3650da659 req-425fe48e-5ee8-4954-bd2e-31af6661f843 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:39.581605 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-9259be3b-f7a8-417c-99fb-d1d3650da659 req-425fe48e-5ee8-4954-bd2e-31af6661f843 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] For port 1f4a8e49-b984-4053-b0c2-3f74de953a5c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1f4a8e49-b984-4053-b0c2-3f74de953a5c,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:11:39.582112 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-9259be3b-f7a8-417c-99fb-d1d3650da659 req-425fe48e-5ee8-4954-bd2e-31af6661f843 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:39.768837 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a94d3-d3ab-409a-b5c3-fbc16c04ff15 req-14c2b4bb-af1c-4a6d-9b35-bbebd4ef7366 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:39.772915 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-db4a94d3-d3ab-409a-b5c3-fbc16c04ff15 req-14c2b4bb-af1c-4a6d-9b35-bbebd4ef7366 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0613852 Mar 23 17:11:39.824883 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-db4a94d3-d3ab-409a-b5c3-fbc16c04ff15 req-63ee0db1-94be-418a-bf5f-cfaae323ab11 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466609 Mar 23 17:11:40.042480 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-9259be3b-f7a8-417c-99fb-d1d3650da659 req-425fe48e-5ee8-4954-bd2e-31af6661f843 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:40.042864 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-9259be3b-f7a8-417c-99fb-d1d3650da659 req-425fe48e-5ee8-4954-bd2e-31af6661f843 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (bcdbceb1-d372-41dd-bfb6-0c22de48d3e8), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:40.043168 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [req-9259be3b-f7a8-417c-99fb-d1d3650da659 req-425fe48e-5ee8-4954-bd2e-31af6661f843 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Floating IP bcdbceb1-d372-41dd-bfb6-0c22de48d3e8 disassociated. External IP: 172.27.1.127, port: 1f4a8e49-b984-4053-b0c2-3f74de953a5c. Mar 23 17:11:40.043522 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-9259be3b-f7a8-417c-99fb-d1d3650da659 req-425fe48e-5ee8-4954-bd2e-31af6661f843 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Calling delete_port for 1f4a8e49-b984-4053-b0c2-3f74de953a5c owned by compute:nova {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:11:40.243590 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-9259be3b-f7a8-417c-99fb-d1d3650da659 req-425fe48e-5ee8-4954-bd2e-31af6661f843 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (1f4a8e49-b984-4053-b0c2-3f74de953a5c), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:40.277975 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fe48e-5ee8-4954-bd2e-31af6661f843 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event deleted for resources: {'Port': ['ID=1f4a8e49-b984-4053-b0c2-3f74de953a5c,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:40.370979 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0db2ca5f-a15b-4f07-a5c2-0d2e53ae472f req-6729a21a-929e-4692-b2e2-9df05a9c228f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 210 time: 0.0559120 Mar 23 17:11:40.411146 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9259be3b-f7a8-417c-99fb-d1d3650da659 req-425fe48e-5ee8-4954-bd2e-31af6661f843 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Router c9df24ef-35ca-4797-ad3c-245e23b77da2 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:11:40.518325 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9259be3b-f7a8-417c-99fb-d1d3650da659 req-425fe48e-5ee8-4954-bd2e-31af6661f843 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:11:40.528093 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02368914-2a0c-4bba-8336-cde40e460a99 None None] Sync routers for ids ['c9df24ef-35ca-4797-ad3c-245e23b77da2'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:11:40.539735 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02368914-2a0c-4bba-8336-cde40e460a99 None None] Routers {'c9df24ef-35ca-4797-ad3c-245e23b77da2'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:11:40.541587 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-02368914-2a0c-4bba-8336-cde40e460a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c9df24ef-35ca-4797-ad3c-245e23b77da2'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:40.558730 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-9259be3b-f7a8-417c-99fb-d1d3650da659 req-425fe48e-5ee8-4954-bd2e-31af6661f843 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] No DVR routers for this DVR port 1f4a8e49-b984-4053-b0c2-3f74de953a5c on host hv-cinder-83491 {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:11:40.561862 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-9259be3b-f7a8-417c-99fb-d1d3650da659 req-425fe48e-5ee8-4954-bd2e-31af6661f843 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:40.565214 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9259be3b-f7a8-417c-99fb-d1d3650da659 req-425fe48e-5ee8-4954-bd2e-31af6661f843 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.43 "DELETE /v2.0/ports/1f4a8e49-b984-4053-b0c2-3f74de953a5c HTTP/1.1" status: 204 len: 173 time: 1.1647305 Mar 23 17:11:40.565659 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'name': 'network-vif-deleted', 'tag': '1f4a8e49-b984-4053-b0c2-3f74de953a5c'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:11:40.567899 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f707d715-e321-4015-93cb-ce713ff3c5e7" -d '{"events": [{"server_uuid": "ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a", "name": "network-vif-deleted", "tag": "1f4a8e49-b984-4053-b0c2-3f74de953a5c"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:11:40.606869 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6f9de4-f244-4a54-91f7-1f29f723cb06 x-openstack-request-id: req-ea6f9de4-f244-4a54-91f7-1f29f723cb06 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:11:40.607174 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a", "name": "network-vif-deleted", "tag": "1f4a8e49-b984-4053-b0c2-3f74de953a5c", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:11:40.607481 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ea6f9de4-f244-4a54-91f7-1f29f723cb06 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:11:40.607903 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6f9de4-f244-4a54-91f7-1f29f723cb06'] response: {'server_uuid': 'ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a', 'name': 'network-vif-deleted', 'tag': '1f4a8e49-b984-4053-b0c2-3f74de953a5c', 'status': 'completed', 'code': 200} Mar 23 17:11:40.654018 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-02368914-2a0c-4bba-8336-cde40e460a99 None None] Set router c9df24ef-35ca-4797-ad3c-245e23b77da2 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:11:40.863642 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-02368914-2a0c-4bba-8336-cde40e460a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'fe1a312f-cf3d-4543-b4ea-2eb91010c6aa', 'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'mac_address': 'fa:16:3e:c3:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:27Z', 'updated_at': '2022-03-23T17:07:42Z', 'revision_number': 5, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'subnets': [{'id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:40.895171 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02368914-2a0c-4bba-8336-cde40e460a99 None None] Checking router: c9df24ef-35ca-4797-ad3c-245e23b77da2 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:11:40.909276 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02368914-2a0c-4bba-8336-cde40e460a99 None None] Routers {'c9df24ef-35ca-4797-ad3c-245e23b77da2'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:11:40.910085 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-02368914-2a0c-4bba-8336-cde40e460a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c9df24ef-35ca-4797-ad3c-245e23b77da2'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:40.964329 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc47b69-d578-468b-86fb-b87c8eb4ba3a req-ef87d6d7-4c88-4e33-8ae2-2d114ec5a379 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:40.966862 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5bc47b69-d578-468b-86fb-b87c8eb4ba3a req-ef87d6d7-4c88-4e33-8ae2-2d114ec5a379 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0675228 Mar 23 17:11:41.015462 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5bc47b69-d578-468b-86fb-b87c8eb4ba3a req-56a7b90d-97da-4756-8d9f-deed23c1f328 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425510 Mar 23 17:11:41.030964 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-02368914-2a0c-4bba-8336-cde40e460a99 None None] Set router c9df24ef-35ca-4797-ad3c-245e23b77da2 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:11:41.312150 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-02368914-2a0c-4bba-8336-cde40e460a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'fe1a312f-cf3d-4543-b4ea-2eb91010c6aa', 'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'mac_address': 'fa:16:3e:c3:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:27Z', 'updated_at': '2022-03-23T17:07:42Z', 'revision_number': 5, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'subnets': [{'id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:41.337533 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02368914-2a0c-4bba-8336-cde40e460a99 None None] The sync data for ids ['c9df24ef-35ca-4797-ad3c-245e23b77da2'] in dv-cinder-834919-1-iscsi is: [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'fe1a312f-cf3d-4543-b4ea-2eb91010c6aa', 'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'mac_address': 'fa:16:3e:c3:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:27Z', 'updated_at': '2022-03-23T17:07:42Z', 'revision_number': 5, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'subnets': [{'id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:11:41.500733 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1b845e38-369e-4920-b8cc-f6af88567dc6 req-8295b681-42ff-4734-874d-b3f763f699a6 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef2f4c0f-d77a-4c27-bf30-fedf67f7f22a HTTP/1.1" status: 200 len: 210 time: 0.0450554 Mar 23 17:11:41.597838 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b99452-e837-40a5-a061-e5b02c937602 None None] New status for floating IP bcdbceb1-d372-41dd-bfb6-0c22de48d3e8: DOWN {{(pid=104062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:11:41.599951 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9daab-ce91-4392-8cc9-3a080a68b3c1 req-780257a1-543b-4603-9f4d-676f8f5ae79d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:41.601512 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ddc9daab-ce91-4392-8cc9-3a080a68b3c1 req-780257a1-543b-4603-9f4d-676f8f5ae79d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0536573 Mar 23 17:11:41.708335 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ddc9daab-ce91-4392-8cc9-3a080a68b3c1 req-f735575c-5e35-4774-ab1c-68670f15a9b3 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985069 Mar 23 17:11:41.756782 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6e32e-bc7b-4fd6-93f5-e50ba3e42987 req-dcd53220-febc-47ab-9e2b-eb5443618c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:41.758429 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-56b6e32e-bc7b-4fd6-93f5-e50ba3e42987 req-dcd53220-febc-47ab-9e2b-eb5443618c0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 1130 time: 0.0933993 Mar 23 17:11:41.853541 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6e32e-bc7b-4fd6-93f5-e50ba3e42987 req-c7d0000d-1174-4703-b9bf-e06d0bc6ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:41.855022 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-56b6e32e-bc7b-4fd6-93f5-e50ba3e42987 req-c7d0000d-1174-4703-b9bf-e06d0bc6ad95 service neutron] 10.222.0.43 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 920 time: 0.0903249 Mar 23 17:11:41.956489 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-56b6e32e-bc7b-4fd6-93f5-e50ba3e42987 req-322486ef-7f42-4437-ac47-a72194079d84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b6132a0-6562-422f-942f-b09e40dd5133 HTTP/1.1" status: 200 len: 1001 time: 0.0948939 Mar 23 17:11:42.002858 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6e32e-bc7b-4fd6-93f5-e50ba3e42987 req-af90ded9-c068-434b-944d-951626e25860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:42.004253 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-56b6e32e-bc7b-4fd6-93f5-e50ba3e42987 req-af90ded9-c068-434b-944d-951626e25860 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34f5912-e7b8-4c19-ae6b-6c3e94613af9 HTTP/1.1" status: 200 len: 857 time: 0.0419908 Mar 23 17:11:42.049424 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6e32e-bc7b-4fd6-93f5-e50ba3e42987 req-707b13bc-4e65-4c7e-b8e3-781b5442ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:42.051357 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-56b6e32e-bc7b-4fd6-93f5-e50ba3e42987 req-707b13bc-4e65-4c7e-b8e3-781b5442ec8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51f4a656-753b-4765-843d-71e3a0fb2d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415144 Mar 23 17:11:42.138062 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-56b6e32e-bc7b-4fd6-93f5-e50ba3e42987 req-e74c44f6-839f-4a3d-92d0-e59009cd08ad service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808408 Mar 23 17:11:42.225010 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-56b6e32e-bc7b-4fd6-93f5-e50ba3e42987 req-65358e2c-ea65-40e6-974a-61d97c50324e service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801260 Mar 23 17:11:42.672732 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33172) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:42.727260 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f3a3cd07-a1c3-4dad-a6aa-d3d0b987143b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group (edd50c94-a74c-4297-9780-75a14afe4c37), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:42.753183 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f3a3cd07-a1c3-4dad-a6aa-d3d0b987143b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group (edd50c94-a74c-4297-9780-75a14afe4c37), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:42.831322 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30e431-870f-4278-a644-b0314aec9f85 req-38b5d89c-6f16-405a-8991-083c9a1eb193 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:42.832746 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4b30e431-870f-4278-a644-b0314aec9f85 req-38b5d89c-6f16-405a-8991-083c9a1eb193 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0560451 Mar 23 17:11:42.834883 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1f4a8e49-b984-4053-b0c2-3f74de953a5c no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:11:42.860295 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: 1f4a8e49-b984-4053-b0c2-3f74de953a5c {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:11:42.860667 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1f4a8e49-b984-4053-b0c2-3f74de953a5c not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:11:42.879418 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4b30e431-870f-4278-a644-b0314aec9f85 req-7042b2cb-0695-4bed-8c27-61c9c2523ac5 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408783 Mar 23 17:11:42.923301 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f3a3cd07-a1c3-4dad-a6aa-d3d0b987143b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (edd50c94-a74c-4297-9780-75a14afe4c37), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:42.925922 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f3a3cd07-a1c3-4dad-a6aa-d3d0b987143b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:42.927100 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-f3a3cd07-a1c3-4dad-a6aa-d3d0b987143b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "DELETE /v2.0/security-groups/edd50c94-a74c-4297-9780-75a14afe4c37 HTTP/1.1" status: 204 len: 168 time: 0.2533808 Mar 23 17:11:42.929930 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33176) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:42.937027 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3cd07-a1c3-4dad-a6aa-d3d0b987143b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd50c94-a74c-4297-9780-75a14afe4c37,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:42.943066 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.api.v2.resource [None req-ce42698a-5983-4cc5-80f6-c1c32aa769ff tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] show failed (client error): The resource could not be found. Mar 23 17:11:42.946892 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-ce42698a-5983-4cc5-80f6-c1c32aa769ff tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups/edd50c94-a74c-4297-9780-75a14afe4c37 HTTP/1.1" status: 404 len: 347 time: 0.0129807 Mar 23 17:11:42.946999 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33178) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:43.071568 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Deleting port 998bef53-7dca-439a-aa10-56c849cfcf96 {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:11:43.071909 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (998bef53-7dca-439a-aa10-56c849cfcf96), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:43.144924 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (998bef53-7dca-439a-aa10-56c849cfcf96), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:43.145255 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for floatingip (998bef53-7dca-439a-aa10-56c849cfcf96), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:43.158111 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Calling delete_port for 998bef53-7dca-439a-aa10-56c849cfcf96 owned by network:floatingip {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:11:43.362913 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (998bef53-7dca-439a-aa10-56c849cfcf96), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:43.385909 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event deleted for resources: {'Port': ['ID=998bef53-7dca-439a-aa10-56c849cfcf96,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:43.396447 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:43.396817 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:43.397175 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:43.397523 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:43.397864 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:43.398206 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:43.399096 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:43.399096 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:43.399387 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:43.399545 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:43.399887 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:43.400154 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:43.400485 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:43.400882 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:43.401219 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:11:43.465526 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for floatingip (bcdbceb1-d372-41dd-bfb6-0c22de48d3e8), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:43.469056 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:43.470247 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-db26cb7e-e19e-45ea-b7fd-5f0e2b6255cd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "DELETE /v2.0/floatingips/bcdbceb1-d372-41dd-bfb6-0c22de48d3e8 HTTP/1.1" status: 204 len: 168 time: 0.5223773 Mar 23 17:11:44.003105 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ce05f-2ee2-4fd5-a662-318727071731 req-66587b6d-b8f4-4231-ad47-813ba9392602 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:44.004758 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9a5ce05f-2ee2-4fd5-a662-318727071731 req-66587b6d-b8f4-4231-ad47-813ba9392602 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0543160 Mar 23 17:11:44.021612 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33190) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:44.026151 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-65f75cc6-e969-4119-8b9b-3a1e83b5e95f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--45962657', 'description': 'tempest-description--1740909771'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:44.056514 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9a5ce05f-2ee2-4fd5-a662-318727071731 req-a43cd751-1e3e-49c9-931b-a374c96caf76 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456944 Mar 23 17:11:44.111632 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-65f75cc6-e969-4119-8b9b-3a1e83b5e95f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:44.175414 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-65f75cc6-e969-4119-8b9b-3a1e83b5e95f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group (1629693d-16bc-466d-a1c4-b9aa8dda5189), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:44.265875 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-65f75cc6-e969-4119-8b9b-3a1e83b5e95f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (1629693d-16bc-466d-a1c4-b9aa8dda5189), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:44.293552 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f75cc6-e969-4119-8b9b-3a1e83b5e95f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1629693d-16bc-466d-a1c4-b9aa8dda5189,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:44.323936 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:11:44.342427 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-65f75cc6-e969-4119-8b9b-3a1e83b5e95f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:44.343726 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-65f75cc6-e969-4119-8b9b-3a1e83b5e95f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3211079 Mar 23 17:11:44.346445 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33192) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:44.350786 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-108c5a2f-98c9-4d52-8385-aed6afa4dfeb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Request body: {'security_group_rule': {'security_group_id': '1629693d-16bc-466d-a1c4-b9aa8dda5189', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:44.447922 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-108c5a2f-98c9-4d52-8385-aed6afa4dfeb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group_rule (c3cc4c48-fc5e-4619-ae35-3ee828ffac64), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:44.500836 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-108c5a2f-98c9-4d52-8385-aed6afa4dfeb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group_rule (c3cc4c48-fc5e-4619-ae35-3ee828ffac64), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:44.574260 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-108c5a2f-98c9-4d52-8385-aed6afa4dfeb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (c3cc4c48-fc5e-4619-ae35-3ee828ffac64), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:44.591456 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c5a2f-98c9-4d52-8385-aed6afa4dfeb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3cc4c48-fc5e-4619-ae35-3ee828ffac64,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:44.650103 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-108c5a2f-98c9-4d52-8385-aed6afa4dfeb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:44.651348 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-108c5a2f-98c9-4d52-8385-aed6afa4dfeb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3039644 Mar 23 17:11:44.653991 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33200) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:44.658281 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-b1200f40-9af4-4c3d-a970-64eda9ed288f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Request body: {'security_group_rule': {'security_group_id': '1629693d-16bc-466d-a1c4-b9aa8dda5189', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:44.745306 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b1200f40-9af4-4c3d-a970-64eda9ed288f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group_rule (767bc756-a626-4230-84a1-41d4100dde13), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:44.800482 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b1200f40-9af4-4c3d-a970-64eda9ed288f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group_rule (767bc756-a626-4230-84a1-41d4100dde13), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:44.865111 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b1200f40-9af4-4c3d-a970-64eda9ed288f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (767bc756-a626-4230-84a1-41d4100dde13), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:44.885065 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1200f40-9af4-4c3d-a970-64eda9ed288f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767bc756-a626-4230-84a1-41d4100dde13,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:44.953912 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b1200f40-9af4-4c3d-a970-64eda9ed288f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:44.955125 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-b1200f40-9af4-4c3d-a970-64eda9ed288f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3001955 Mar 23 17:11:44.958165 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33204) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:44.962400 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Request body: {'floatingip': {'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:45.037022 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:45.154735 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:45.225199 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aece5a-937f-4592-899e-2857efbdc68d req-4dc49d69-ce18-4ed9-9522-92a458d692c7 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:45.226676 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-90aece5a-937f-4592-899e-2857efbdc68d req-4dc49d69-ce18-4ed9-9522-92a458d692c7 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.1050618 Mar 23 17:11:45.300526 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Allocated IP 172.27.1.78 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/e7488823-f6ab-4e64-b68a-2d0cef536016) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:11:45.318513 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-90aece5a-937f-4592-899e-2857efbdc68d req-f4d496ef-7c28-4045-94d1-dfeca097626a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839288 Mar 23 17:11:45.413508 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for port (e7488823-f6ab-4e64-b68a-2d0cef536016), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:45.433521 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6ff14-baa6-4d70-9bb6-fb63ee3d8d98 req-7516d9f4-7089-4b2e-8dad-1d3f264f3094 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:45.435233 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-31e6ff14-baa6-4d70-9bb6-fb63ee3d8d98 req-7516d9f4-7089-4b2e-8dad-1d3f264f3094 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0526254 Mar 23 17:11:45.443748 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33210) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:45.448168 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-717abddd-7ee7-4a00-afae-adb52b3a8b29 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Request body: {'floatingip': {'port_id': '1b6132a0-6562-422f-942f-b09e40dd5133'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:45.506999 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-717abddd-7ee7-4a00-afae-adb52b3a8b29 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for floatingip (c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:45.522764 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (e7488823-f6ab-4e64-b68a-2d0cef536016), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:45.559861 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:11:45.562867 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:11:45.568468 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:11:45.577806 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event updated for resources: {'Port': ['ID=e7488823-f6ab-4e64-b68a-2d0cef536016,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:45.621458 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for floatingip (c79a55fd-1029-4577-8187-64248faf1f4e), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:45.704909 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (e7488823-f6ab-4e64-b68a-2d0cef536016), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:45.861253 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for port (e7488823-f6ab-4e64-b68a-2d0cef536016), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:45.963293 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (e7488823-f6ab-4e64-b68a-2d0cef536016), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:45.974528 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-717abddd-7ee7-4a00-afae-adb52b3a8b29 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:45.999065 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (c79a55fd-1029-4577-8187-64248faf1f4e), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:46.017849 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event updated for resources: {'Port': ['ID=e7488823-f6ab-4e64-b68a-2d0cef536016,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:46.037616 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-717abddd-7ee7-4a00-afae-adb52b3a8b29 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:46.096631 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:46.097865 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-0f4445df-6e3f-4ad4-bfdd-cb38c404e176 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1387424 Mar 23 17:11:46.256345 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717abddd-7ee7-4a00-afae-adb52b3a8b29 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Router c8f25c57-8351-4dd5-8424-606e9bc04b02 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:11:46.294849 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f877dad4-187b-444a-9c95-eaad997ea800 req-7ec2c989-07e5-478f-8f62-1c3b87c823ef tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--45962657&fields=id&tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c HTTP/1.1" status: 200 len: 267 time: 0.0412192 Mar 23 17:11:46.360851 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717abddd-7ee7-4a00-afae-adb52b3a8b29 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:11:46.366498 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-717abddd-7ee7-4a00-afae-adb52b3a8b29 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:46.370658 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4028630d-79a8-4167-99c7-04673ae2c895 None None] Sync routers for ids ['c8f25c57-8351-4dd5-8424-606e9bc04b02'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:11:46.381095 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4028630d-79a8-4167-99c7-04673ae2c895 None None] Routers {'c8f25c57-8351-4dd5-8424-606e9bc04b02'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:11:46.381709 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-4028630d-79a8-4167-99c7-04673ae2c895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c8f25c57-8351-4dd5-8424-606e9bc04b02'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:46.399431 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877dad4-187b-444a-9c95-eaad997ea800 req-642b69cb-2aac-4dd2-b8a9-17b620a084be tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:46.403762 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f877dad4-187b-444a-9c95-eaad997ea800 req-642b69cb-2aac-4dd2-b8a9-17b620a084be tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/networks?id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3 HTTP/1.1" status: 200 len: 816 time: 0.1022258 Mar 23 17:11:46.420700 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f877dad4-187b-444a-9c95-eaad997ea800 req-6fc2831f-b460-42a7-96b8-720a3dacf947 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/quotas/4024a8cc8cbe47d394fcfd1c73faa29c HTTP/1.1" status: 200 len: 375 time: 0.0096586 Mar 23 17:11:46.487525 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f877dad4-187b-444a-9c95-eaad997ea800 req-002f42e3-0d8e-46a2-b4fe-12eb61743af4 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581169 Mar 23 17:11:46.505076 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-4028630d-79a8-4167-99c7-04673ae2c895 None None] Set router c8f25c57-8351-4dd5-8424-606e9bc04b02 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:11:46.587491 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f877dad4-187b-444a-9c95-eaad997ea800 req-12596468-e867-457a-975b-547eeba6dbed service neutron] 10.222.0.97 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843790 Mar 23 17:11:46.633768 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'tag': '1b6132a0-6562-422f-942f-b09e40dd5133'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:11:46.636023 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030c11a0-54fc-41c6-a55d-df32afed99c6" -d '{"events": [{"name": "network-changed", "server_uuid": "73a05e8c-59e5-4cd2-a09c-3d780567e61a", "tag": "1b6132a0-6562-422f-942f-b09e40dd5133"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:11:46.676616 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-717abddd-7ee7-4a00-afae-adb52b3a8b29 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "PUT /v2.0/floatingips/c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9 HTTP/1.1" status: 200 len: 993 time: 1.2200828 Mar 23 17:11:46.680065 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f63bde9-2eab-41c2-88ad-69c952330397 x-openstack-request-id: req-1f63bde9-2eab-41c2-88ad-69c952330397 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:11:46.680366 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a05e8c-59e5-4cd2-a09c-3d780567e61a", "tag": "1b6132a0-6562-422f-942f-b09e40dd5133", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:11:46.680657 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1f63bde9-2eab-41c2-88ad-69c952330397 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:11:46.681269 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f63bde9-2eab-41c2-88ad-69c952330397'] response: {'name': 'network-changed', 'server_uuid': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'tag': '1b6132a0-6562-422f-942f-b09e40dd5133', 'status': 'completed', 'code': 200} Mar 23 17:11:46.684778 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f877dad4-187b-444a-9c95-eaad997ea800 req-07f81c74-2e8f-4f4d-aee2-ea9aa8965f44 service neutron] 10.222.0.97 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896101 Mar 23 17:11:46.745008 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-4028630d-79a8-4167-99c7-04673ae2c895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port': {'id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'port_id': '1b6132a0-6562-422f-942f-b09e40dd5133', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'mac_address': 'fa:16:3e:30:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:09:37Z', 'updated_at': '2022-03-23T17:11:45Z', 'revision_number': 3, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c401b7-7ab1-43c3-9499-d7d9faf9ba6c', 'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'mac_address': 'fa:16:3e:ce:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:31Z', 'updated_at': '2022-03-23T17:07:48Z', 'revision_number': 5, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'subnets': [{'id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:46.765026 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c11a0-54fc-41c6-a55d-df32afed99c6 req-69534b99-4f3e-4416-8d47-693c6839a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:46.766549 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-030c11a0-54fc-41c6-a55d-df32afed99c6 req-69534b99-4f3e-4416-8d47-693c6839a0b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 1130 time: 0.0544930 Mar 23 17:11:46.776884 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4028630d-79a8-4167-99c7-04673ae2c895 None None] Checking router: c8f25c57-8351-4dd5-8424-606e9bc04b02 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:11:46.785501 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4028630d-79a8-4167-99c7-04673ae2c895 None None] Routers {'c8f25c57-8351-4dd5-8424-606e9bc04b02'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:11:46.786105 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-4028630d-79a8-4167-99c7-04673ae2c895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c8f25c57-8351-4dd5-8424-606e9bc04b02'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:46.858072 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c11a0-54fc-41c6-a55d-df32afed99c6 req-20f971e1-740e-4e3a-b848-65d9d92214cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:46.859603 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-030c11a0-54fc-41c6-a55d-df32afed99c6 req-20f971e1-740e-4e3a-b848-65d9d92214cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 920 time: 0.0860589 Mar 23 17:11:46.896842 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-4028630d-79a8-4167-99c7-04673ae2c895 None None] Set router c8f25c57-8351-4dd5-8424-606e9bc04b02 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:11:46.930288 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-030c11a0-54fc-41c6-a55d-df32afed99c6 req-6ffcc927-2959-41d2-aa79-348363fcd917 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b6132a0-6562-422f-942f-b09e40dd5133 HTTP/1.1" status: 200 len: 1001 time: 0.0626290 Mar 23 17:11:46.986578 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c11a0-54fc-41c6-a55d-df32afed99c6 req-744b332c-5c5e-4f19-b5a0-246ea81f19de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:46.988442 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-030c11a0-54fc-41c6-a55d-df32afed99c6 req-744b332c-5c5e-4f19-b5a0-246ea81f19de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34f5912-e7b8-4c19-ae6b-6c3e94613af9 HTTP/1.1" status: 200 len: 857 time: 0.0510852 Mar 23 17:11:47.038543 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1eabd111-b07c-405d-9360-f26725186699 req-ec40edcd-f4ab-4031-b431-8e418735471c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 210 time: 0.0371435 Mar 23 17:11:47.040340 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c11a0-54fc-41c6-a55d-df32afed99c6 req-27713253-f1ae-4795-b470-795a876abb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:47.042037 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-030c11a0-54fc-41c6-a55d-df32afed99c6 req-27713253-f1ae-4795-b470-795a876abb85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51f4a656-753b-4765-843d-71e3a0fb2d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468791 Mar 23 17:11:47.156043 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-030c11a0-54fc-41c6-a55d-df32afed99c6 req-e8dc37ee-07e5-4923-8a6f-8c0fe2f5a56b service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062880 Mar 23 17:11:47.172561 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-4028630d-79a8-4167-99c7-04673ae2c895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port': {'id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'port_id': '1b6132a0-6562-422f-942f-b09e40dd5133', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'mac_address': 'fa:16:3e:30:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:09:37Z', 'updated_at': '2022-03-23T17:11:45Z', 'revision_number': 3, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c401b7-7ab1-43c3-9499-d7d9faf9ba6c', 'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'mac_address': 'fa:16:3e:ce:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:31Z', 'updated_at': '2022-03-23T17:07:48Z', 'revision_number': 5, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'subnets': [{'id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:47.199742 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4028630d-79a8-4167-99c7-04673ae2c895 None None] The sync data for ids ['c8f25c57-8351-4dd5-8424-606e9bc04b02'] in dv-cinder-834919-1-iscsi is: [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port': {'id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'port_id': '1b6132a0-6562-422f-942f-b09e40dd5133', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'mac_address': 'fa:16:3e:30:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:09:37Z', 'updated_at': '2022-03-23T17:11:45Z', 'revision_number': 3, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c401b7-7ab1-43c3-9499-d7d9faf9ba6c', 'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'mac_address': 'fa:16:3e:ce:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:31Z', 'updated_at': '2022-03-23T17:07:48Z', 'revision_number': 5, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'subnets': [{'id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:11:47.250725 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-030c11a0-54fc-41c6-a55d-df32afed99c6 req-e6a268fa-1afb-455c-bce1-6e6a369d34b5 service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859070 Mar 23 17:11:48.137682 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d67aa5f3-8329-4358-ae4c-adb766ec2a33 req-c38eb83b-0333-4a71-958c-2a15eae151aa tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 210 time: 0.0276453 Mar 23 17:11:48.682587 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'tag': '1b6132a0-6562-422f-942f-b09e40dd5133'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:11:48.685044 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a448a2ce-3a10-4e31-bdf1-68840e4c03b8" -d '{"events": [{"name": "network-changed", "server_uuid": "73a05e8c-59e5-4cd2-a09c-3d780567e61a", "tag": "1b6132a0-6562-422f-942f-b09e40dd5133"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:11:48.720974 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f33bd8-3724-4481-a279-c3c1f5b2ee6e x-openstack-request-id: req-d3f33bd8-3724-4481-a279-c3c1f5b2ee6e {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:11:48.721356 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a05e8c-59e5-4cd2-a09c-3d780567e61a", "tag": "1b6132a0-6562-422f-942f-b09e40dd5133", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:11:48.721613 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d3f33bd8-3724-4481-a279-c3c1f5b2ee6e {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:11:48.722023 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f33bd8-3724-4481-a279-c3c1f5b2ee6e'] response: {'name': 'network-changed', 'server_uuid': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'tag': '1b6132a0-6562-422f-942f-b09e40dd5133', 'status': 'completed', 'code': 200} Mar 23 17:11:48.791025 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448a2ce-3a10-4e31-bdf1-68840e4c03b8 req-d946d151-712a-4d5f-82d2-0824a535148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:48.792422 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a448a2ce-3a10-4e31-bdf1-68840e4c03b8 req-d946d151-712a-4d5f-82d2-0824a535148c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 1130 time: 0.0470495 Mar 23 17:11:48.881125 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448a2ce-3a10-4e31-bdf1-68840e4c03b8 req-bcb7aa07-7b53-417d-bb5f-070385ecb0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:48.882606 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a448a2ce-3a10-4e31-bdf1-68840e4c03b8 req-bcb7aa07-7b53-417d-bb5f-070385ecb0c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 920 time: 0.0821602 Mar 23 17:11:48.950669 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a448a2ce-3a10-4e31-bdf1-68840e4c03b8 req-9ee88274-4e09-4067-b463-5917f7ea329a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b6132a0-6562-422f-942f-b09e40dd5133 HTTP/1.1" status: 200 len: 1001 time: 0.0598283 Mar 23 17:11:48.999641 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448a2ce-3a10-4e31-bdf1-68840e4c03b8 req-ef7af10c-3d9e-4c91-a6af-379f8b0ab94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:49.001093 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a448a2ce-3a10-4e31-bdf1-68840e4c03b8 req-ef7af10c-3d9e-4c91-a6af-379f8b0ab94c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34f5912-e7b8-4c19-ae6b-6c3e94613af9 HTTP/1.1" status: 200 len: 857 time: 0.0447485 Mar 23 17:11:49.051136 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448a2ce-3a10-4e31-bdf1-68840e4c03b8 req-07a49e64-865b-4c14-bf15-cb5a1ed62a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:49.052432 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a448a2ce-3a10-4e31-bdf1-68840e4c03b8 req-07a49e64-865b-4c14-bf15-cb5a1ed62a84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51f4a656-753b-4765-843d-71e3a0fb2d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442505 Mar 23 17:11:49.145829 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a448a2ce-3a10-4e31-bdf1-68840e4c03b8 req-5349c1ec-54d0-44c6-8f70-6a4b4fe4ebbb service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867195 Mar 23 17:11:49.249561 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2413f729-9ba1-4ec1-abe4-7911d34d3d9f req-6c8191b2-e7c8-4ad1-8836-e8e3b60a552a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 210 time: 0.0384731 Mar 23 17:11:49.260108 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a448a2ce-3a10-4e31-bdf1-68840e4c03b8 req-5b40ae24-4d54-491e-9213-3c7d771d09d0 service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067455 Mar 23 17:11:49.329774 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877dad4-187b-444a-9c95-eaad997ea800 req-c4c09ff2-4d0b-4491-9730-ae51bbd3e6eb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:49.331128 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f877dad4-187b-444a-9c95-eaad997ea800 req-c4c09ff2-4d0b-4491-9730-ae51bbd3e6eb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.43 "GET /v2.0/networks?id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3 HTTP/1.1" status: 200 len: 816 time: 0.1039608 Mar 23 17:11:49.391636 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f877dad4-187b-444a-9c95-eaad997ea800 req-a6729e2a-5788-4ea0-885a-2975b750d89f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c HTTP/1.1" status: 200 len: 378 time: 0.0498357 Mar 23 17:11:49.400521 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-f877dad4-187b-444a-9c95-eaad997ea800 req-4a76ad47-794a-4f9f-a692-32529f5246a8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Request body: {'port': {'device_id': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'admin_state_up': True, 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'security_groups': ['1629693d-16bc-466d-a1c4-b9aa8dda5189']}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:49.546689 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f877dad4-187b-444a-9c95-eaad997ea800 req-4a76ad47-794a-4f9f-a692-32529f5246a8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Made reservation on behalf of 4024a8cc8cbe47d394fcfd1c73faa29c for: {'port': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:11:49.550556 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f877dad4-187b-444a-9c95-eaad997ea800 req-4a76ad47-794a-4f9f-a692-32529f5246a8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:49.681009 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [req-f877dad4-187b-444a-9c95-eaad997ea800 req-4a76ad47-794a-4f9f-a692-32529f5246a8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Allocated IP 172.20.0.10 (e1366fd7-bac4-44ee-a88c-79d3f0d765e3/421c0aa2-1b52-4062-af10-a6dde97fb797/42bb1b07-483a-4ea2-b998-dd20f65cccb3) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:11:49.826170 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f877dad4-187b-444a-9c95-eaad997ea800 req-4a76ad47-794a-4f9f-a692-32529f5246a8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:49.934984 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f877dad4-187b-444a-9c95-eaad997ea800 req-4a76ad47-794a-4f9f-a692-32529f5246a8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:49.976536 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f877dad4-187b-444a-9c95-eaad997ea800 req-4a76ad47-794a-4f9f-a692-32529f5246a8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:11:49.979703 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [req-f877dad4-187b-444a-9c95-eaad997ea800 req-4a76ad47-794a-4f9f-a692-32529f5246a8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:11:49.989921 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f877dad4-187b-444a-9c95-eaad997ea800 req-4a76ad47-794a-4f9f-a692-32529f5246a8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:11:49.992980 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76ad47-794a-4f9f-a692-32529f5246a8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event updated for resources: {'Port': ['ID=42bb1b07-483a-4ea2-b998-dd20f65cccb3,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:50.039440 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877dad4-187b-444a-9c95-eaad997ea800 req-4a76ad47-794a-4f9f-a692-32529f5246a8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:50.040068 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f877dad4-187b-444a-9c95-eaad997ea800 req-4a76ad47-794a-4f9f-a692-32529f5246a8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:50.137873 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f877dad4-187b-444a-9c95-eaad997ea800 req-4a76ad47-794a-4f9f-a692-32529f5246a8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7409213 Mar 23 17:11:50.150288 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Request body: {'port': {'device_id': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:50.212841 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:50.260618 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-b317f30c-f1f8-4304-b9d5-faf642adf28a None None] Provisioning complete for port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:11:50.261211 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b317f30c-f1f8-4304-b9d5-faf642adf28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:50.294583 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-b317f30c-f1f8-4304-b9d5-faf642adf28a None None] Port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:11:50.441293 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfd44a-ac84-44c9-9035-18bd6f201007 req-b3275317-b164-46b2-b415-f5b2f03c5049 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:50.442760 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0adfd44a-ac84-44c9-9035-18bd6f201007 req-b3275317-b164-46b2-b415-f5b2f03c5049 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 932 time: 0.1105914 Mar 23 17:11:50.521545 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0adfd44a-ac84-44c9-9035-18bd6f201007 req-6e790127-a4a1-4685-a5d3-e16b1123ef71 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701282 Mar 23 17:11:50.551817 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42bb1b07-483a-4ea2-b998-dd20f65cccb3 {{(pid=104061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:11:50.559100 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Publish callbacks [] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:50.570995 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.provisioning_blocks [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Transition to ACTIVE for port object 42bb1b07-483a-4ea2-b998-dd20f65cccb3 will not be triggered until provisioned by entity L2. {{(pid=104061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:11:50.642331 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:50.690048 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Pushing event updated for resources: {'Port': ['ID=42bb1b07-483a-4ea2-b998-dd20f65cccb3,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:50.770628 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Attempting to bind port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:11:50.770964 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Attempting to bind port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:11:50.771296 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Attempting to bind port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 on network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:11:50.775899 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 on network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:11:50.776163 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Attempting to bind port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 on network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:11:50.781326 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:11:50.783083 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Checking segment: {'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:11:50.783083 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Bound using segment: {'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:11:50.783083 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Bound port: 42bb1b07-483a-4ea2-b998-dd20f65cccb3, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df232161-3733-4eec-a5ef-db4933a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:11:50.783083 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:50.849318 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33292) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:50.849897 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] For port 42bb1b07-483a-4ea2-b998-dd20f65cccb3, host hv-cinder-83491, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:11:50.853078 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] For port 42bb1b07-483a-4ea2-b998-dd20f65cccb3, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:11:50.897654 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe6d540-c1fc-4c11-af5c-41f73f8a6910 admin admin] Deleting subnet fa8f7515-2c5a-4a8b-813c-9de0bb449c5c {{(pid=104060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:11:50.900725 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6fe6d540-c1fc-4c11-af5c-41f73f8a6910 admin admin] Publish callbacks [] for subnet (fa8f7515-2c5a-4a8b-813c-9de0bb449c5c), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:50.934217 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6fe6d540-c1fc-4c11-af5c-41f73f8a6910 admin admin] Publish callbacks [] for subnet (fa8f7515-2c5a-4a8b-813c-9de0bb449c5c), precommit_delete_associations {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:50.940430 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6fe6d540-c1fc-4c11-af5c-41f73f8a6910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (fa8f7515-2c5a-4a8b-813c-9de0bb449c5c), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:50.946459 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:50.976681 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:50.977455 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:50.978855 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f877dad4-187b-444a-9c95-eaad997ea800 req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] 10.222.0.43 "PUT /v2.0/ports/42bb1b07-483a-4ea2-b998-dd20f65cccb3 HTTP/1.1" status: 200 len: 1094 time: 0.8328369 Mar 23 17:11:50.981063 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'tag': '42bb1b07-483a-4ea2-b998-dd20f65cccb3'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:11:50.990923 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddc6861-a092-4628-a086-8b285e1cd043" -d '{"events": [{"name": "network-changed", "server_uuid": "a54ef9bf-8159-47a9-82fa-64f52772e366", "tag": "42bb1b07-483a-4ea2-b998-dd20f65cccb3"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:11:51.021432 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc3571-bd87-475e-92f1-b96c334ca70d service neutron] Pushing event updated for resources: {'Port': ['ID=42bb1b07-483a-4ea2-b998-dd20f65cccb3,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:51.030757 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fe8b8e-27f2-4245-b39d-0fdabe9ec516 x-openstack-request-id: req-51fe8b8e-27f2-4245-b39d-0fdabe9ec516 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:11:51.031056 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54ef9bf-8159-47a9-82fa-64f52772e366", "tag": "42bb1b07-483a-4ea2-b998-dd20f65cccb3", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:11:51.031445 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-51fe8b8e-27f2-4245-b39d-0fdabe9ec516 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:11:51.031863 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51fe8b8e-27f2-4245-b39d-0fdabe9ec516'] response: {'name': 'network-changed', 'server_uuid': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'tag': '42bb1b07-483a-4ea2-b998-dd20f65cccb3', 'status': 'completed', 'code': 200} Mar 23 17:11:51.100885 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6fe6d540-c1fc-4c11-af5c-41f73f8a6910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for subnet (fa8f7515-2c5a-4a8b-813c-9de0bb449c5c), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:51.101464 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc6861-a092-4628-a086-8b285e1cd043 req-a3b176ea-0472-4a4a-bf92-adab0690b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:51.103057 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5ddc6861-a092-4628-a086-8b285e1cd043 req-a3b176ea-0472-4a4a-bf92-adab0690b180 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c&device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 1128 time: 0.0490568 Mar 23 17:11:51.126565 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6d540-c1fc-4c11-af5c-41f73f8a6910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa8f7515-2c5a-4a8b-813c-9de0bb449c5c,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:51.133500 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6fe6d540-c1fc-4c11-af5c-41f73f8a6910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:51.136692 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-6fe6d540-c1fc-4c11-af5c-41f73f8a6910 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/fa8f7515-2c5a-4a8b-813c-9de0bb449c5c HTTP/1.1" status: 204 len: 168 time: 0.2862434 Mar 23 17:11:51.141422 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33296) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:51.259404 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e90219dc-bb87-443a-8fb7-0e219d4219f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (9641745f-d8ec-4f0f-9f65-22789a0dcbe5), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:51.281955 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc6861-a092-4628-a086-8b285e1cd043 req-78fb552a-f456-4a84-af95-01a5b5866642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:51.283374 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5ddc6861-a092-4628-a086-8b285e1cd043 req-78fb552a-f456-4a84-af95-01a5b5866642 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1686211 Mar 23 17:11:51.399560 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e90219dc-bb87-443a-8fb7-0e219d4219f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (9641745f-d8ec-4f0f-9f65-22789a0dcbe5), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:51.431106 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-e90219dc-bb87-443a-8fb7-0e219d4219f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9641745f-d8ec-4f0f-9f65-22789a0dcbe5']}} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:51.448081 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-e90219dc-bb87-443a-8fb7-0e219d4219f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd817a77-a315-40f2-a4d9-a3f7959c89b7') {'for_net_delete': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:51.448374 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-e90219dc-bb87-443a-8fb7-0e219d4219f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd817a77-a315-40f2-a4d9-a3f7959c89b7') {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:51.459978 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e90219dc-bb87-443a-8fb7-0e219d4219f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12634118'] for segment (bd817a77-a315-40f2-a4d9-a3f7959c89b7), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:51.462043 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc6861-a092-4628-a086-8b285e1cd043 req-a874fc19-3a88-4bb4-a36b-e7be6da47a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:51.463505 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5ddc6861-a092-4628-a086-8b285e1cd043 req-a874fc19-3a88-4bb4-a36b-e7be6da47a6a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1598563 Mar 23 17:11:51.476237 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e90219dc-bb87-443a-8fb7-0e219d4219f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (bd817a77-a315-40f2-a4d9-a3f7959c89b7), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:51.482012 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90219dc-bb87-443a-8fb7-0e219d4219f1 admin admin] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=104061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:11:51.482389 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e90219dc-bb87-443a-8fb7-0e219d4219f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25120871'] for segment (bd817a77-a315-40f2-a4d9-a3f7959c89b7), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: Traceback (most recent call last): Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: timer() Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: cb(*args, **kw) Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: return func(*args, **kwargs) Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: self._notify() Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: self.callback(batched_events) Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: event.method(event) Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: return f(self, *a, **k) Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._get(url).json() Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: return self.request(url, 'GET', **kwargs) Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:11:51.484611 dv-cinder-834919-1-iscsi neutron-server[104061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:11:51.573578 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877dad4-187b-444a-9c95-eaad997ea800 req-acf9fe58-e4d3-48e8-b98e-d42d414e09e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:51.578468 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f877dad4-187b-444a-9c95-eaad997ea800 req-acf9fe58-e4d3-48e8-b98e-d42d414e09e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c&device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 1128 time: 0.0582187 Mar 23 17:11:51.642699 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f877dad4-187b-444a-9c95-eaad997ea800 req-7687a4c3-d667-4603-803c-07f19ed6cb56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3 HTTP/1.1" status: 200 len: 217 time: 0.0568030 Mar 23 17:11:51.682103 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e90219dc-bb87-443a-8fb7-0e219d4219f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (9641745f-d8ec-4f0f-9f65-22789a0dcbe5), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:51.707257 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e90219dc-bb87-443a-8fb7-0e219d4219f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:51.710398 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-e90219dc-bb87-443a-8fb7-0e219d4219f1 admin admin] 10.222.0.97 "DELETE /v2.0/networks/9641745f-d8ec-4f0f-9f65-22789a0dcbe5 HTTP/1.1" status: 204 len: 168 time: 0.5684536 Mar 23 17:11:51.718363 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382f2ed-9c64-445f-9fc4-7be9e2fcd609 req-2b632026-f183-4abd-98ee-1ebfb3f50799 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:51.719803 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a382f2ed-9c64-445f-9fc4-7be9e2fcd609 req-2b632026-f183-4abd-98ee-1ebfb3f50799 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.1281123 Mar 23 17:11:51.722814 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90219dc-bb87-443a-8fb7-0e219d4219f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9641745f-d8ec-4f0f-9f65-22789a0dcbe5,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:51.737526 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877dad4-187b-444a-9c95-eaad997ea800 req-79ef216a-2006-457a-9858-909fcde22c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:51.738979 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f877dad4-187b-444a-9c95-eaad997ea800 req-79ef216a-2006-457a-9858-909fcde22c91 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=421c0aa2-1b52-4062-af10-a6dde97fb797 HTTP/1.1" status: 200 len: 855 time: 0.0871649 Mar 23 17:11:51.801805 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a382f2ed-9c64-445f-9fc4-7be9e2fcd609 req-4078cc14-f7a0-4e80-bf31-80db28c80e44 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736849 Mar 23 17:11:51.813493 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877dad4-187b-444a-9c95-eaad997ea800 req-bc9b1ffa-e618-4938-8b10-3b2e7592a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:51.815599 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f877dad4-187b-444a-9c95-eaad997ea800 req-bc9b1ffa-e618-4938-8b10-3b2e7592a8a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700243 Mar 23 17:11:51.912103 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f877dad4-187b-444a-9c95-eaad997ea800 req-59557e30-b547-4eba-a8ae-39dc5a0e6afe service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872157 Mar 23 17:11:52.003175 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f877dad4-187b-444a-9c95-eaad997ea800 req-c4c6e376-9e23-4790-b6ca-29626308b4a0 service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813484 Mar 23 17:11:52.161563 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33302) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:52.200597 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-9f0597b9-c0d1-45d2-bdc5-cbd382436d79 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=122277fbf68240bea1537673564bfd0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377727 Mar 23 17:11:52.203609 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33304) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:52.249241 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2214ff8e-2f45-49e6-a30c-55e87930e356 admin admin] Publish callbacks [] for security_group (7043f53a-266a-4a8b-b2da-052ad9cce538), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:52.273061 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2214ff8e-2f45-49e6-a30c-55e87930e356 admin admin] Publish callbacks [] for security_group (7043f53a-266a-4a8b-b2da-052ad9cce538), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:52.414802 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2214ff8e-2f45-49e6-a30c-55e87930e356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (7043f53a-266a-4a8b-b2da-052ad9cce538), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:52.417378 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-2214ff8e-2f45-49e6-a30c-55e87930e356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:52.418516 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-2214ff8e-2f45-49e6-a30c-55e87930e356 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7043f53a-266a-4a8b-b2da-052ad9cce538 HTTP/1.1" status: 204 len: 168 time: 0.2140412 Mar 23 17:11:52.426894 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214ff8e-2f45-49e6-a30c-55e87930e356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7043f53a-266a-4a8b-b2da-052ad9cce538,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:52.929391 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fcb24-2966-484b-8da4-eb6f613981b7 req-07f20e43-9cdb-43c2-9db7-0f4bc03b4070 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:52.930791 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5f9fcb24-2966-484b-8da4-eb6f613981b7 req-07f20e43-9cdb-43c2-9db7-0f4bc03b4070 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.0563366 Mar 23 17:11:52.976686 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5f9fcb24-2966-484b-8da4-eb6f613981b7 req-82255f81-a885-432a-8c0c-1f44f4b2bf8a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402691 Mar 23 17:11:53.418902 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33330) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:53.512028 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-4d871958-4be0-4ff1-9187-4b042974b0c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1344706634-network', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:53.642651 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d871958-4be0-4ff1-9187-4b042974b0c1 admin admin] Made reservation on behalf of 54794ae67e2c48d0805333eefd6b56c8 for: {'network': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:11:53.644898 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4d871958-4be0-4ff1-9187-4b042974b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:53.652911 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4d871958-4be0-4ff1-9187-4b042974b0c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:53.724998 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4d871958-4be0-4ff1-9187-4b042974b0c1 admin admin] Publish callbacks [] for security_group (c2ca7df9-74b8-4e02-ae20-aa58bc905273), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:53.831596 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4d871958-4be0-4ff1-9187-4b042974b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (c2ca7df9-74b8-4e02-ae20-aa58bc905273), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:53.856522 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d871958-4be0-4ff1-9187-4b042974b0c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=104061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:11:53.864970 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d871958-4be0-4ff1-9187-4b042974b0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ca7df9-74b8-4e02-ae20-aa58bc905273,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:53.870719 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4d871958-4be0-4ff1-9187-4b042974b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (ce32a1da-b014-44c1-99ff-9e0f36791ef1), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:53.871065 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.segments_db [None req-4d871958-4be0-4ff1-9187-4b042974b0c1 admin admin] Added segment ce32a1da-b014-44c1-99ff-9e0f36791ef1 of type vlan for network 4da2e65e-00e6-4db1-acb0-a2bedc1d770a Mar 23 17:11:53.909790 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4d871958-4be0-4ff1-9187-4b042974b0c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (4da2e65e-00e6-4db1-acb0-a2bedc1d770a), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:54.002910 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4d871958-4be0-4ff1-9187-4b042974b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (4da2e65e-00e6-4db1-acb0-a2bedc1d770a), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:54.003907 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d871958-4be0-4ff1-9187-4b042974b0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:54.004495 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4d871958-4be0-4ff1-9187-4b042974b0c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:54.090275 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d871958-4be0-4ff1-9187-4b042974b0c1 admin admin] Pushing event updated for resources: {'Network': ['ID=4da2e65e-00e6-4db1-acb0-a2bedc1d770a,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:54.100480 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network 4da2e65e-00e6-4db1-acb0-a2bedc1d770a details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:11:54.116007 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90472602-926c-44b4-8042-c09a289273b3 req-213d493e-ebb6-4010-be17-64bfb30ad695 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:54.117551 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-90472602-926c-44b4-8042-c09a289273b3 req-213d493e-ebb6-4010-be17-64bfb30ad695 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.0673907 Mar 23 17:11:54.124363 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-4d871958-4be0-4ff1-9187-4b042974b0c1 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7012801 Mar 23 17:11:54.124835 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33336) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:54.129672 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-9f9b03a3-740b-4649-ae72-3ad0728fabfe admin admin] Request body: {'subnet': {'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1344706634-subnet', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'ip_version': 4}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:54.165134 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-90472602-926c-44b4-8042-c09a289273b3 req-0bd01cd8-aef0-4638-8a18-f9b53f0c92e3 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418653 Mar 23 17:11:54.214521 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9b03a3-740b-4649-ae72-3ad0728fabfe admin admin] Made reservation on behalf of 54794ae67e2c48d0805333eefd6b56c8 for: {'subnet': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:11:54.217069 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9f9b03a3-740b-4649-ae72-3ad0728fabfe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:54.431897 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9f9b03a3-740b-4649-ae72-3ad0728fabfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for subnet (8cb38f3b-4413-43dd-8be9-c85098c770c5), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:54.487155 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b03a3-740b-4649-ae72-3ad0728fabfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cb38f3b-4413-43dd-8be9-c85098c770c5,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:54.493867 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9b03a3-740b-4649-ae72-3ad0728fabfe admin admin] Checking segment: {'id': 'ce32a1da-b014-44c1-99ff-9e0f36791ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:11:54.494226 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9b03a3-740b-4649-ae72-3ad0728fabfe admin admin] Network hostable DHCP agents. Network: 4da2e65e-00e6-4db1-acb0-a2bedc1d770a, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:11:54.579482 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9b03a3-740b-4649-ae72-3ad0728fabfe admin admin] Network 4da2e65e-00e6-4db1-acb0-a2bedc1d770a is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:11:54.671710 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-9f9b03a3-740b-4649-ae72-3ad0728fabfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, 4da2e65e-00e6-4db1-acb0-a2bedc1d770a) {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:11:54.675622 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9b03a3-740b-4649-ae72-3ad0728fabfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:54.676215 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9f9b03a3-740b-4649-ae72-3ad0728fabfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:54.682360 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26239971-b2e9-4a72-997c-2e87565f420a None None] Network 4da2e65e-00e6-4db1-acb0-a2bedc1d770a requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:11:54.722525 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:54.759974 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-9f9b03a3-740b-4649-ae72-3ad0728fabfe admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6340027 Mar 23 17:11:54.762656 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33338) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:54.767293 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1344706634-router', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:54.782666 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46ccecf2-b578-5c7d-9b04-0141a0aafca4-4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'fixed_ips': [{'subnet_id': '8cb38f3b-4413-43dd-8be9-c85098c770c5'}]}} from dv-cinder-834919-1-iscsi. {{(pid=104062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:11:54.783525 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:54.876078 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 42bb1b07-483a-4ea2-b998-dd20f65cccb3 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:11:54.900519 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16300859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-774'] for router (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:54.901695 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16729771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16310052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:54.931376 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.db_base_plugin_common [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Allocated IP 172.20.0.2 (4da2e65e-00e6-4db1-acb0-a2bedc1d770a/8cb38f3b-4413-43dd-8be9-c85098c770c5/b5eb3799-b75b-468b-89b3-5cb30151e585) {{(pid=104062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:11:54.956756 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Publish callbacks [] for router_controller (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), precommit_add_association {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:55.061600 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 42bb1b07-483a-4ea2-b998-dd20f65cccb3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:11:55.093172 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '42bb1b07-483a-4ea2-b998-dd20f65cccb3', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'port_id': '42bb1b07-483a-4ea2-b998-dd20f65cccb3', 'mac_address': 'fa:16:3e:d3:24:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:11:55.176840 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:11:55.177569 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:55.179146 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-f5e035bb-e9c5-4d9c-bcc0-a0682dd4350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:55.204641 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42bb1b07-483a-4ea2-b998-dd20f65cccb3 {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:11:55.221469 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Publish callbacks [] for port (b5eb3799-b75b-468b-89b3-5cb30151e585), precommit_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:55.234311 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 42bb1b07-483a-4ea2-b998-dd20f65cccb3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:11:55.307020 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (b5eb3799-b75b-468b-89b3-5cb30151e585), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:55.337216 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:55.350075 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Network 4da2e65e-00e6-4db1-acb0-a2bedc1d770a is already hosted by enough agents. {{(pid=104062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:11:55.355040 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.base_scheduler [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Resources bound (agent type, host, resource id): {{(pid=104062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:11:55.360138 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Received port after_create {{(pid=104062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:11:55.363280 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Pushing event updated for resources: {'Port': ['ID=b5eb3799-b75b-468b-89b3-5cb30151e585,revision_number=1']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:55.455368 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Publish callbacks [] for router_gateway (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:55.456181 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=42bb1b07-483a-4ea2-b998-dd20f65cccb3,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:55.459741 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Attempting to bind port b5eb3799-b75b-468b-89b3-5cb30151e585 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:11:55.460022 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Attempting to bind port b5eb3799-b75b-468b-89b3-5cb30151e585 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': 'ce32a1da-b014-44c1-99ff-9e0f36791ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:11:55.460461 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Attempting to bind port b5eb3799-b75b-468b-89b3-5cb30151e585 on network 4da2e65e-00e6-4db1-acb0-a2bedc1d770a {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:11:55.469949 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:11:55.469949 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Checking segment: {'id': 'ce32a1da-b014-44c1-99ff-9e0f36791ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:11:55.469949 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:55.469949 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Bound using segment: {'id': 'ce32a1da-b014-44c1-99ff-9e0f36791ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:11:55.469949 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Bound port: b5eb3799-b75b-468b-89b3-5cb30151e585, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce32a1da-b014-44c1-99ff-9e0f36791ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:11:55.469949 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (b5eb3799-b75b-468b-89b3-5cb30151e585), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:55.481979 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e333ba-6e61-4ead-acd1-be1b86ab7200 req-1a4a625a-bdab-47c7-9eab-1f6f54d7cdc9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:55.484011 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-62e333ba-6e61-4ead-acd1-be1b86ab7200 req-1a4a625a-bdab-47c7-9eab-1f6f54d7cdc9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 945 time: 0.0865610 Mar 23 17:11:55.532991 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-62e333ba-6e61-4ead-acd1-be1b86ab7200 req-f9a0c781-f18d-420f-b343-f952e34be97a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433934 Mar 23 17:11:55.536115 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] For port b5eb3799-b75b-468b-89b3-5cb30151e585, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:11:55.539561 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] For port b5eb3799-b75b-468b-89b3-5cb30151e585, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=b5eb3799-b75b-468b-89b3-5cb30151e585,segment=NetworkSegment(ce32a1da-b014-44c1-99ff-9e0f36791ef1),segment_id=ce32a1da-b014-44c1-99ff-9e0f36791ef1)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:11:55.620657 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (b5eb3799-b75b-468b-89b3-5cb30151e585), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:55.652135 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['42bb1b07-483a-4ea2-b998-dd20f65cccb3'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:11:55.721759 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Publish callbacks [] for router_gateway (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:55.744523 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:55.837380 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe79461-36e9-4fbc-9829-502ba05efc7c None None] Pushing event updated for resources: {'Port': ['ID=b5eb3799-b75b-468b-89b3-5cb30151e585,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:55.856307 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Allocated IP 172.27.1.185 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/37529b80-265d-4f81-9932-ef8217e46e16) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:11:55.965172 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Publish callbacks [] for port (37529b80-265d-4f81-9932-ef8217e46e16), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:56.061223 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (37529b80-265d-4f81-9932-ef8217e46e16), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:56.099895 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:11:56.102903 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:11:56.108788 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:11:56.114330 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=37529b80-265d-4f81-9932-ef8217e46e16,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:56.375959 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Publish callbacks [] for router_gateway (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:56.575121 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16729776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728365'] for router (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:56.679442 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbc784-0718-4d86-8650-1dcd74d3fe9e req-fefdab48-5052-44ca-98b3-ff18d98ed39d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:56.682307 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-60cbc784-0718-4d86-8650-1dcd74d3fe9e req-fefdab48-5052-44ca-98b3-ff18d98ed39d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 945 time: 0.0721700 Mar 23 17:11:56.768929 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-60cbc784-0718-4d86-8650-1dcd74d3fe9e req-795b5a7c-863b-4eca-a969-6672656249d7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752342 Mar 23 17:11:56.770750 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbcf7e8-6418-4570-8e75-5600bf04829f None None] Network 4da2e65e-00e6-4db1-acb0-a2bedc1d770a requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:11:56.786791 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 is scheduled to L3 agent f6827492-862c-46c2-a752-b75deb79caf3 with binding_index 1 {{(pid=104060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:11:56.838840 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-8253a152-dc10-4bc7-8410-e06eac9e112f None None] Provisioning complete for port b5eb3799-b75b-468b-89b3-5cb30151e585 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:11:56.839273 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-8253a152-dc10-4bc7-8410-e06eac9e112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (b5eb3799-b75b-468b-89b3-5cb30151e585), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:56.896168 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 42bb1b07-483a-4ea2-b998-dd20f65cccb3 up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:11:56.902214 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:11:56.919074 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Sync routers for ids ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:11:56.980498 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Routers {'fea727f4-60de-4804-9fbf-c6d7e0f23ed4'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:11:56.981177 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:56.999453 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:57.000776 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-24ce226b-5b10-4994-b267-a5b6a56a3fd1 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2371321 Mar 23 17:11:57.005316 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33354) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:57.111164 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-8253a152-dc10-4bc7-8410-e06eac9e112f None None] Current status of the port b5eb3799-b75b-468b-89b3-5cb30151e585 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:11:57.111164 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-8253a152-dc10-4bc7-8410-e06eac9e112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (b5eb3799-b75b-468b-89b3-5cb30151e585), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:57.196483 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Set router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:11:57.202980 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:11:57.205946 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-8253a152-dc10-4bc7-8410-e06eac9e112f None None] For port b5eb3799-b75b-468b-89b3-5cb30151e585, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=b5eb3799-b75b-468b-89b3-5cb30151e585,segment=NetworkSegment(ce32a1da-b014-44c1-99ff-9e0f36791ef1),segment_id=ce32a1da-b014-44c1-99ff-9e0f36791ef1)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:11:57.241461 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:11:57.242125 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:57.303560 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device b5eb3799-b75b-468b-89b3-5cb30151e585 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:11:57.322094 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-8253a152-dc10-4bc7-8410-e06eac9e112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (b5eb3799-b75b-468b-89b3-5cb30151e585), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:57.447473 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-5eca60ba-fd75-494a-a714-a06b0ed3e62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:57.482002 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:57.489034 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253a152-dc10-4bc7-8410-e06eac9e112f None None] Pushing event updated for resources: {'Port': ['ID=b5eb3799-b75b-468b-89b3-5cb30151e585,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:57.532248 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-4af206b1-bf2e-4b0e-9a60-57e28f662adb None None] Provisioning complete for port b5eb3799-b75b-468b-89b3-5cb30151e585 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:11:57.532673 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-4af206b1-bf2e-4b0e-9a60-57e28f662adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (b5eb3799-b75b-468b-89b3-5cb30151e585), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:57.575783 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port b5eb3799-b75b-468b-89b3-5cb30151e585 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:11:57.576081 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (b5eb3799-b75b-468b-89b3-5cb30151e585), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:57.614848 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:11:57.615255 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:57.640858 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Allocated IP 172.20.0.1 (4da2e65e-00e6-4db1-acb0-a2bedc1d770a/8cb38f3b-4413-43dd-8be9-c85098c770c5/c08a4b9d-a290-4714-9cb4-252f7c42d06a) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:11:57.673816 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bb1b07-483a-4ea2-b998-dd20f65cccb3'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:11:57.676072 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcba4a95-a92b-4fcc-adb2-dd3623ee7985" -d '{"events": [{"server_uuid": "a54ef9bf-8159-47a9-82fa-64f52772e366", "name": "network-vif-plugged", "status": "completed", "tag": "42bb1b07-483a-4ea2-b998-dd20f65cccb3"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:11:57.697842 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 42bb1b07-483a-4ea2-b998-dd20f65cccb3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:11:57.723886 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8b0fe8-e74f-4fe2-bcf1-40965c9a85e4 x-openstack-request-id: req-9b8b0fe8-e74f-4fe2-bcf1-40965c9a85e4 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:11:57.724187 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54ef9bf-8159-47a9-82fa-64f52772e366", "name": "network-vif-plugged", "status": "completed", "tag": "42bb1b07-483a-4ea2-b998-dd20f65cccb3", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:11:57.724443 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9b8b0fe8-e74f-4fe2-bcf1-40965c9a85e4 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:11:57.725369 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8b0fe8-e74f-4fe2-bcf1-40965c9a85e4'] response: {'server_uuid': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bb1b07-483a-4ea2-b998-dd20f65cccb3', 'code': 200} Mar 23 17:11:57.746814 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Publish callbacks [] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:57.751994 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'name': 'tempest-TestMinimumBasicScenario-1344706634-router', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '37529b80-265d-4f81-9932-ef8217e46e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:11:54Z', 'updated_at': '2022-03-23T17:11:56Z', 'revision_number': 3, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'gw_port': {'id': '37529b80-265d-4f81-9932-ef8217e46e16', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:55Z', 'updated_at': '2022-03-23T17:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:57.804218 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:57.819644 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Checking router: fea727f4-60de-4804-9fbf-c6d7e0f23ed4 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:11:57.820009 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Updating router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 port 37529b80-265d-4f81-9932-ef8217e46e16 binding host dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:11:57.867389 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-4af206b1-bf2e-4b0e-9a60-57e28f662adb None None] Current status of the port b5eb3799-b75b-468b-89b3-5cb30151e585 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:11:57.879383 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port b5eb3799-b75b-468b-89b3-5cb30151e585 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:11:57.885428 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:57.890117 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (37529b80-265d-4f81-9932-ef8217e46e16), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:57.928082 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=42bb1b07-483a-4ea2-b998-dd20f65cccb3,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:57.930584 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033709f-df26-4847-be2a-82b3b5cc4a36 req-b540f585-3af2-4f61-8b91-5271e4f3dd02 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:57.931982 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6033709f-df26-4847-be2a-82b3b5cc4a36 req-b540f585-3af2-4f61-8b91-5271e4f3dd02 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0880992 Mar 23 17:11:57.939742 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Network 4da2e65e-00e6-4db1-acb0-a2bedc1d770a is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:11:57.942815 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:11:57.950138 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:11:57.950616 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16731896'] for router_interface (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:58.003777 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Pushing event updated for resources: {'Port': ['ID=c08a4b9d-a290-4714-9cb4-252f7c42d06a,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:58.095013 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6033709f-df26-4847-be2a-82b3b5cc4a36 req-dc257a0e-a3dd-4ecd-8f6e-f62b5c755973 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1458499 Mar 23 17:11:58.159930 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7185045-bcf9-45c9-8652-19dac357ba2b req-a9304ffa-4f85-4192-99cb-bf778feae9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:58.163899 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b7185045-bcf9-45c9-8652-19dac357ba2b req-a9304ffa-4f85-4192-99cb-bf778feae9ad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 1130 time: 0.0870543 Mar 23 17:11:58.223412 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Publish callbacks [] for port (37529b80-265d-4f81-9932-ef8217e46e16), precommit_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:58.230724 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b7185045-bcf9-45c9-8652-19dac357ba2b req-40797b1b-f669-4fbc-b414-01dfe832ab41 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602360 Mar 23 17:11:58.288629 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-39d0e680-7113-4e5b-b68a-b1ce6d58fc3a None None] Provisioning complete for port c08a4b9d-a290-4714-9cb4-252f7c42d06a triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:11:58.288948 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-39d0e680-7113-4e5b-b68a-b1ce6d58fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:58.298733 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:58.310997 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (37529b80-265d-4f81-9932-ef8217e46e16), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:58.367987 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-39d0e680-7113-4e5b-b68a-b1ce6d58fc3a None None] Port c08a4b9d-a290-4714-9cb4-252f7c42d06a cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:11:58.379654 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b84ddf-900d-4a45-ba9e-a151c491ea54 None None] Pushing event updated for resources: {'Port': ['ID=37529b80-265d-4f81-9932-ef8217e46e16,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:58.381804 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Attempting to bind port 37529b80-265d-4f81-9932-ef8217e46e16 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:11:58.382181 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Attempting to bind port 37529b80-265d-4f81-9932-ef8217e46e16 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:11:58.382635 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Attempting to bind port 37529b80-265d-4f81-9932-ef8217e46e16 on network 2c02e95d-8a1b-4700-95ef-e7028012d606 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:11:58.388670 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:11:58.389588 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Checking segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:11:58.390015 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:58.390995 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Bound using segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:11:58.390995 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Bound port: 37529b80-265d-4f81-9932-ef8217e46e16, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:11:58.391215 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (37529b80-265d-4f81-9932-ef8217e46e16), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:58.452883 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] For port 37529b80-265d-4f81-9932-ef8217e46e16, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:11:58.467404 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] For port 37529b80-265d-4f81-9932-ef8217e46e16, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=37529b80-265d-4f81-9932-ef8217e46e16,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:11:58.467985 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Publish callbacks [] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:58.539756 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2130af-4c91-4246-bf81-de314a9b7932 req-2f0b01e9-bac6-4016-8737-be8b12193ae7 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:58.541270 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-fe2130af-4c91-4246-bf81-de314a9b7932 req-2f0b01e9-bac6-4016-8737-be8b12193ae7 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0510650 Mar 23 17:11:58.575199 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:58.577472 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (37529b80-265d-4f81-9932-ef8217e46e16), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:58.581052 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:58.581754 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16361821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16731756'] for router_interface (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:58.615268 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-fe2130af-4c91-4246-bf81-de314a9b7932 req-19793aa8-efa1-4e71-8405-05d36c56f32d tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678873 Mar 23 17:11:58.643959 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Routers {'fea727f4-60de-4804-9fbf-c6d7e0f23ed4'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:11:58.644611 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:58.647539 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b84ddf-900d-4a45-ba9e-a151c491ea54 None None] Pushing event updated for resources: {'Port': ['ID=37529b80-265d-4f81-9932-ef8217e46e16,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:58.671757 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Pushing event updated for resources: {'Port': ['ID=c08a4b9d-a290-4714-9cb4-252f7c42d06a,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:11:58.721067 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Network 4da2e65e-00e6-4db1-acb0-a2bedc1d770a is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:11:58.722550 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:11:58.889765 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] Set router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:11:59.029668 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-817cca0f-5590-4818-b850-705990eaf772 None None] Provisioning complete for port c08a4b9d-a290-4714-9cb4-252f7c42d06a triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:11:59.029960 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-817cca0f-5590-4818-b850-705990eaf772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:59.085921 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:11:59.086969 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-817cca0f-5590-4818-b850-705990eaf772 None None] Port c08a4b9d-a290-4714-9cb4-252f7c42d06a cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:11:59.133205 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'name': 'tempest-TestMinimumBasicScenario-1344706634-router', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '37529b80-265d-4f81-9932-ef8217e46e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:11:54Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 4, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'gw_port': {'id': '37529b80-265d-4f81-9932-ef8217e46e16', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:55Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'c08a4b9d-a290-4714-9cb4-252f7c42d06a', 'name': '', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'mac_address': 'fa:16:3e:d9:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:57Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 2, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'subnets': [{'id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:11:59.164127 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e15ec-55f7-4de0-b370-122b95034c0f None None] The sync data for ids ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'] in dv-cinder-834919-1-iscsi is: [{'id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'name': 'tempest-TestMinimumBasicScenario-1344706634-router', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '37529b80-265d-4f81-9932-ef8217e46e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:11:54Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 4, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'gw_port': {'id': '37529b80-265d-4f81-9932-ef8217e46e16', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:55Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'c08a4b9d-a290-4714-9cb4-252f7c42d06a', 'name': '', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'mac_address': 'fa:16:3e:d9:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:57Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 2, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'subnets': [{'id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:11:59.202441 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:11:59.219693 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-be74d8e5-5ede-4a4f-9b9e-cd473fd3decc admin admin] 10.222.0.97 "PUT /v2.0/routers/fea727f4-60de-4804-9fbf-c6d7e0f23ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2120795 Mar 23 17:11:59.221547 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device b5eb3799-b75b-468b-89b3-5cb30151e585 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:11:59.268339 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d6855-727f-4fbd-91fe-d9cf714b1ac5 req-0cb5def6-ee40-4e77-a219-851bec7848bd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:59.271372 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-923d6855-727f-4fbd-91fe-d9cf714b1ac5 req-0cb5def6-ee40-4e77-a219-851bec7848bd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0737984 Mar 23 17:11:59.280875 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port b5eb3799-b75b-468b-89b3-5cb30151e585 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:11:59.281619 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (b5eb3799-b75b-468b-89b3-5cb30151e585), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:11:59.328706 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-923d6855-727f-4fbd-91fe-d9cf714b1ac5 req-e757f40f-14af-4bbf-aa3e-a5d2d44907a8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486767 Mar 23 17:11:59.371970 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port b5eb3799-b75b-468b-89b3-5cb30151e585 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:11:59.757818 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cb2a8-69a5-4ea9-a44b-96d624c827a1 req-dc39fb42-e047-48ab-89af-af00661ff9ef tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:11:59.759369 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-108cb2a8-69a5-4ea9-a44b-96d624c827a1 req-dc39fb42-e047-48ab-89af-af00661ff9ef tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0622492 Mar 23 17:11:59.812799 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-108cb2a8-69a5-4ea9-a44b-96d624c827a1 req-46c4505e-7683-46a4-a88a-f274f37632db tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437269 Mar 23 17:11:59.875759 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33386) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:11:59.886749 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-ebb01dab-7209-48d3-b61b-18c9559529f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-64590040-network', 'tenant_id': 'bb154e3cf19c47ca98148a491306a155'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:11:59.986157 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb01dab-7209-48d3-b61b-18c9559529f3 admin admin] Made reservation on behalf of bb154e3cf19c47ca98148a491306a155 for: {'network': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:11:59.988610 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ebb01dab-7209-48d3-b61b-18c9559529f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:00.000910 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ebb01dab-7209-48d3-b61b-18c9559529f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:00.003611 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:00.086452 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ebb01dab-7209-48d3-b61b-18c9559529f3 admin admin] Publish callbacks [] for security_group (b042f6f0-da80-4c44-b828-15735ce1ee75), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:00.146206 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ebb01dab-7209-48d3-b61b-18c9559529f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (b042f6f0-da80-4c44-b828-15735ce1ee75), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:00.173170 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb01dab-7209-48d3-b61b-18c9559529f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1208} {{(pid=104061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:12:00.182821 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb01dab-7209-48d3-b61b-18c9559529f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b042f6f0-da80-4c44-b828-15735ce1ee75,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:00.187714 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ebb01dab-7209-48d3-b61b-18c9559529f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (bb8449de-76c9-4def-8697-7b1aa84f0414), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:00.188059 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.segments_db [None req-ebb01dab-7209-48d3-b61b-18c9559529f3 admin admin] Added segment bb8449de-76c9-4def-8697-7b1aa84f0414 of type vlan for network aa3cd03f-a0fd-43bf-ad10-5663caa45024 Mar 23 17:12:00.231977 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ebb01dab-7209-48d3-b61b-18c9559529f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (aa3cd03f-a0fd-43bf-ad10-5663caa45024), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:00.358560 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ebb01dab-7209-48d3-b61b-18c9559529f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (aa3cd03f-a0fd-43bf-ad10-5663caa45024), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:00.359687 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb01dab-7209-48d3-b61b-18c9559529f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:00.360338 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ebb01dab-7209-48d3-b61b-18c9559529f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:00.445806 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb01dab-7209-48d3-b61b-18c9559529f3 admin admin] Pushing event updated for resources: {'Network': ['ID=aa3cd03f-a0fd-43bf-ad10-5663caa45024,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:00.459160 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network aa3cd03f-a0fd-43bf-ad10-5663caa45024 details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:12:00.478316 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997f31d-2a9f-4989-b804-b92bff7fc34e req-8dfb71ec-263e-478d-8baf-6387d084a0c0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:00.480311 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2997f31d-2a9f-4989-b804-b92bff7fc34e req-8dfb71ec-263e-478d-8baf-6387d084a0c0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0741863 Mar 23 17:12:00.490498 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-ebb01dab-7209-48d3-b61b-18c9559529f3 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6133373 Mar 23 17:12:00.493317 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33390) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:00.505594 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-4fa9044c-b9d2-47d0-9b30-bded56fb4f1b admin admin] Request body: {'subnet': {'network_id': 'aa3cd03f-a0fd-43bf-ad10-5663caa45024', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-64590040-subnet', 'tenant_id': 'bb154e3cf19c47ca98148a491306a155', 'ip_version': 4}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:00.541957 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2997f31d-2a9f-4989-b804-b92bff7fc34e req-c2ecb882-1485-48b7-aa72-96581378084f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503006 Mar 23 17:12:00.585963 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa9044c-b9d2-47d0-9b30-bded56fb4f1b admin admin] Made reservation on behalf of bb154e3cf19c47ca98148a491306a155 for: {'subnet': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:12:00.588297 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4fa9044c-b9d2-47d0-9b30-bded56fb4f1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:00.711612 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d271e-f453-461c-aacc-5d44234b24c6 req-00ccbead-2660-4bc3-9e21-64005bad207f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:00.713168 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-866d271e-f453-461c-aacc-5d44234b24c6 req-00ccbead-2660-4bc3-9e21-64005bad207f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0886173 Mar 23 17:12:00.723483 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33394) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:00.728097 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-b66825d1-64fa-4079-a1a8-bdc3bf721305 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Request body: {'floatingip': {'port_id': '42bb1b07-483a-4ea2-b998-dd20f65cccb3'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:00.791962 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b66825d1-64fa-4079-a1a8-bdc3bf721305 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for floatingip (c79a55fd-1029-4577-8187-64248faf1f4e), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:00.940407 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefca4af-a34d-4ba4-bed6-e76496902526 req-b9b4b1a5-1492-4c37-a815-98782b15fc11 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:00.942201 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-eefca4af-a34d-4ba4-bed6-e76496902526 req-b9b4b1a5-1492-4c37-a815-98782b15fc11 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0579929 Mar 23 17:12:00.991969 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-eefca4af-a34d-4ba4-bed6-e76496902526 req-3f618318-43dd-4279-a45a-605a13cab297 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439675 Mar 23 17:12:01.016299 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4fa9044c-b9d2-47d0-9b30-bded56fb4f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for subnet (59a1f9ed-07de-4345-8793-28a9b7c5f65f), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:01.097746 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9044c-b9d2-47d0-9b30-bded56fb4f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a1f9ed-07de-4345-8793-28a9b7c5f65f,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:01.117468 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa9044c-b9d2-47d0-9b30-bded56fb4f1b admin admin] Checking segment: {'id': 'bb8449de-76c9-4def-8697-7b1aa84f0414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'aa3cd03f-a0fd-43bf-ad10-5663caa45024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:12:01.117828 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa9044c-b9d2-47d0-9b30-bded56fb4f1b admin admin] Network hostable DHCP agents. Network: aa3cd03f-a0fd-43bf-ad10-5663caa45024, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:12:01.242518 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Sync routers for ids ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:12:01.250638 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 37529b80-265d-4f81-9932-ef8217e46e16 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:12:01.262874 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Routers {'fea727f4-60de-4804-9fbf-c6d7e0f23ed4'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:01.263488 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:01.302728 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 37529b80-265d-4f81-9932-ef8217e46e16 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:01.303114 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (37529b80-265d-4f81-9932-ef8217e46e16), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:01.320293 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa9044c-b9d2-47d0-9b30-bded56fb4f1b admin admin] Network aa3cd03f-a0fd-43bf-ad10-5663caa45024 is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:12:01.346390 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b66825d1-64fa-4079-a1a8-bdc3bf721305 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:01.368142 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Set router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:01.385427 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 37529b80-265d-4f81-9932-ef8217e46e16 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:01.385825 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (37529b80-265d-4f81-9932-ef8217e46e16), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:01.406266 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] For port 37529b80-265d-4f81-9932-ef8217e46e16, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=37529b80-265d-4f81-9932-ef8217e46e16,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:01.437174 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-4fa9044c-b9d2-47d0-9b30-bded56fb4f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, aa3cd03f-a0fd-43bf-ad10-5663caa45024) {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:12:01.441222 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9044c-b9d2-47d0-9b30-bded56fb4f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:01.441825 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4fa9044c-b9d2-47d0-9b30-bded56fb4f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:01.447287 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82de830-6409-48e7-a6e3-f7cfdf49abd5 None None] Network aa3cd03f-a0fd-43bf-ad10-5663caa45024 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:12:01.471637 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b66825d1-64fa-4079-a1a8-bdc3bf721305 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (c79a55fd-1029-4577-8187-64248faf1f4e), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:01.553371 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:01.555201 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (37529b80-265d-4f81-9932-ef8217e46e16), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:01.578638 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [None req-b66825d1-64fa-4079-a1a8-bdc3bf721305 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Floating IP c79a55fd-1029-4577-8187-64248faf1f4e associated. External IP: 172.27.1.78, port: 42bb1b07-483a-4ea2-b998-dd20f65cccb3. Mar 23 17:12:01.586817 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46ccecf2-b578-5c7d-9b04-0141a0aafca4-aa3cd03f-a0fd-43bf-ad10-5663caa45024', 'network_id': 'aa3cd03f-a0fd-43bf-ad10-5663caa45024', 'project_id': 'bb154e3cf19c47ca98148a491306a155', 'fixed_ips': [{'subnet_id': '59a1f9ed-07de-4345-8793-28a9b7c5f65f'}]}} from dv-cinder-834919-1-iscsi. {{(pid=104062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:12:01.587588 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'name': 'tempest-TestMinimumBasicScenario-1344706634-router', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '37529b80-265d-4f81-9932-ef8217e46e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:11:54Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 4, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'gw_port': {'id': '37529b80-265d-4f81-9932-ef8217e46e16', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:55Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'c08a4b9d-a290-4714-9cb4-252f7c42d06a', 'name': '', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'mac_address': 'fa:16:3e:d9:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:57Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 2, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'subnets': [{'id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:01.587756 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:01.615087 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Checking router: fea727f4-60de-4804-9fbf-c6d7e0f23ed4 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:12:01.615448 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Updating router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 port c08a4b9d-a290-4714-9cb4-252f7c42d06a binding host dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:12:01.631699 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Pushing event updated for resources: {'Port': ['ID=37529b80-265d-4f81-9932-ef8217e46e16,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:01.644886 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:01.648798 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-4fa9044c-b9d2-47d0-9b30-bded56fb4f1b admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1517913 Mar 23 17:12:01.649512 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33398) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:01.653228 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-64590040-router', 'tenant_id': 'bb154e3cf19c47ca98148a491306a155', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:01.756188 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.db_base_plugin_common [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Allocated IP 172.20.0.2 (aa3cd03f-a0fd-43bf-ad10-5663caa45024/59a1f9ed-07de-4345-8793-28a9b7c5f65f/91f43492-f6d0-4a85-93e7-e51116b10983) {{(pid=104062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:12:01.801516 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16300859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-774'] for router (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:01.801516 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16729771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16310052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:01.871618 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Publish callbacks [] for router_controller (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), precommit_add_association {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:01.884798 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66825d1-64fa-4079-a1a8-bdc3bf721305 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Router c9df24ef-35ca-4797-ad3c-245e23b77da2 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:12:01.910615 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Publish callbacks [] for port (91f43492-f6d0-4a85-93e7-e51116b10983), precommit_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:02.001677 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Publish callbacks [] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), precommit_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:02.015508 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (91f43492-f6d0-4a85-93e7-e51116b10983), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:02.056936 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Network aa3cd03f-a0fd-43bf-ad10-5663caa45024 is already hosted by enough agents. {{(pid=104062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:12:02.065350 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.base_scheduler [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Resources bound (agent type, host, resource id): {{(pid=104062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:12:02.073434 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Received port after_create {{(pid=104062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:12:02.073434 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Pushing event updated for resources: {'Port': ['ID=91f43492-f6d0-4a85-93e7-e51116b10983,revision_number=1']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:02.099773 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:02.125158 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Attempting to bind port 91f43492-f6d0-4a85-93e7-e51116b10983 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:12:02.125534 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Attempting to bind port 91f43492-f6d0-4a85-93e7-e51116b10983 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': 'bb8449de-76c9-4def-8697-7b1aa84f0414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'aa3cd03f-a0fd-43bf-ad10-5663caa45024'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:12:02.125907 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Attempting to bind port 91f43492-f6d0-4a85-93e7-e51116b10983 on network aa3cd03f-a0fd-43bf-ad10-5663caa45024 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:12:02.134216 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66825d1-64fa-4079-a1a8-bdc3bf721305 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:12:02.144643 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:12:02.145044 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Checking segment: {'id': 'bb8449de-76c9-4def-8697-7b1aa84f0414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'aa3cd03f-a0fd-43bf-ad10-5663caa45024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:12:02.145464 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:02.145873 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Bound using segment: {'id': 'bb8449de-76c9-4def-8697-7b1aa84f0414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'aa3cd03f-a0fd-43bf-ad10-5663caa45024'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:12:02.146400 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Bound port: 91f43492-f6d0-4a85-93e7-e51116b10983, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8449de-76c9-4def-8697-7b1aa84f0414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'aa3cd03f-a0fd-43bf-ad10-5663caa45024'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:12:02.146788 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (91f43492-f6d0-4a85-93e7-e51116b10983), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:02.150223 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Pushing event updated for resources: {'Port': ['ID=c08a4b9d-a290-4714-9cb4-252f7c42d06a,revision_number=3']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:02.153498 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38bdbe6-5d9f-4e9d-96c9-15076b623475 None None] Sync routers for ids ['c9df24ef-35ca-4797-ad3c-245e23b77da2'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:12:02.153642 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b66825d1-64fa-4079-a1a8-bdc3bf721305 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:02.159032 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:02.160652 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:02.161267 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:02.161836 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:02.161966 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Publish callbacks [] for router_gateway (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:02.162461 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:02.162962 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:02.163477 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:02.163983 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:02.164480 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:02.165100 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:02.165655 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:02.166205 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:02.167602 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:02.168044 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:02.168457 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:02.202781 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-b66825d1-64fa-4079-a1a8-bdc3bf721305 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "PUT /v2.0/floatingips/c79a55fd-1029-4577-8187-64248faf1f4e HTTP/1.1" status: 200 len: 991 time: 1.4781306 Mar 23 17:12:02.222017 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'tag': '42bb1b07-483a-4ea2-b998-dd20f65cccb3'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:12:02.224694 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a561024-b673-45ba-a2ac-cfd9e6a5382d" -d '{"events": [{"name": "network-changed", "server_uuid": "a54ef9bf-8159-47a9-82fa-64f52772e366", "tag": "42bb1b07-483a-4ea2-b998-dd20f65cccb3"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:12:02.236943 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] For port 91f43492-f6d0-4a85-93e7-e51116b10983, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:12:02.240530 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] For port 91f43492-f6d0-4a85-93e7-e51116b10983, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=91f43492-f6d0-4a85-93e7-e51116b10983,segment=NetworkSegment(bb8449de-76c9-4def-8697-7b1aa84f0414),segment_id=bb8449de-76c9-4def-8697-7b1aa84f0414)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:12:02.242419 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Attempting to bind port c08a4b9d-a290-4714-9cb4-252f7c42d06a on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:12:02.242820 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Attempting to bind port c08a4b9d-a290-4714-9cb4-252f7c42d06a by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': 'ce32a1da-b014-44c1-99ff-9e0f36791ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a'}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:12:02.243381 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Attempting to bind port c08a4b9d-a290-4714-9cb4-252f7c42d06a on network 4da2e65e-00e6-4db1-acb0-a2bedc1d770a {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:12:02.244729 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca16acd-5fa5-4801-878f-90d950d8dc21 req-59ea57db-a65d-4a09-8a42-95e371462440 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:02.246360 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-eca16acd-5fa5-4801-878f-90d950d8dc21 req-59ea57db-a65d-4a09-8a42-95e371462440 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.1578636 Mar 23 17:12:02.247971 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38bdbe6-5d9f-4e9d-96c9-15076b623475 None None] Routers {'c9df24ef-35ca-4797-ad3c-245e23b77da2'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:02.248776 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-f38bdbe6-5d9f-4e9d-96c9-15076b623475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c9df24ef-35ca-4797-ad3c-245e23b77da2'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:02.257788 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:12:02.258234 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Checking segment: {'id': 'ce32a1da-b014-44c1-99ff-9e0f36791ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:12:02.259798 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:02.260273 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Bound using segment: {'id': 'ce32a1da-b014-44c1-99ff-9e0f36791ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a'} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:12:02.261923 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Bound port: c08a4b9d-a290-4714-9cb4-252f7c42d06a, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce32a1da-b014-44c1-99ff-9e0f36791ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a'}}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:12:02.262391 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:02.294623 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b49d26e-cf77-48cb-a9a3-d4538b7e132d x-openstack-request-id: req-5b49d26e-cf77-48cb-a9a3-d4538b7e132d {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:12:02.295048 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54ef9bf-8159-47a9-82fa-64f52772e366", "tag": "42bb1b07-483a-4ea2-b998-dd20f65cccb3", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:12:02.295390 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5b49d26e-cf77-48cb-a9a3-d4538b7e132d {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:12:02.295850 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b49d26e-cf77-48cb-a9a3-d4538b7e132d'] response: {'name': 'network-changed', 'server_uuid': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'tag': '42bb1b07-483a-4ea2-b998-dd20f65cccb3', 'status': 'completed', 'code': 200} Mar 23 17:12:02.356399 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] For port c08a4b9d-a290-4714-9cb4-252f7c42d06a, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:12:02.363438 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] For port c08a4b9d-a290-4714-9cb4-252f7c42d06a, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=c08a4b9d-a290-4714-9cb4-252f7c42d06a,segment=NetworkSegment(ce32a1da-b014-44c1-99ff-9e0f36791ef1),segment_id=ce32a1da-b014-44c1-99ff-9e0f36791ef1)] {{(pid=104063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:12:02.364868 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-eca16acd-5fa5-4801-878f-90d950d8dc21 req-65ca32e8-4f6d-4f86-97b7-0fcc83f25d03 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119723 Mar 23 17:12:02.366861 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (91f43492-f6d0-4a85-93e7-e51116b10983), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:02.398418 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a561024-b673-45ba-a2ac-cfd9e6a5382d req-507009f9-586d-44cc-828c-6c4501c13b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:02.399991 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a561024-b673-45ba-a2ac-cfd9e6a5382d req-507009f9-586d-44cc-828c-6c4501c13b56 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c&device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 1130 time: 0.0945075 Mar 23 17:12:02.456812 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:02.483380 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb25ec-a3d2-4ca8-a608-af29a1014ecc None None] Pushing event updated for resources: {'Port': ['ID=91f43492-f6d0-4a85-93e7-e51116b10983,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:02.509629 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-f38bdbe6-5d9f-4e9d-96c9-15076b623475 None None] Set router c9df24ef-35ca-4797-ad3c-245e23b77da2 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:02.516389 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a561024-b673-45ba-a2ac-cfd9e6a5382d req-f77feb55-c0df-40ee-96dc-7ffa89ad0591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:02.518649 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a561024-b673-45ba-a2ac-cfd9e6a5382d req-f77feb55-c0df-40ee-96dc-7ffa89ad0591 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3 HTTP/1.1" status: 200 len: 918 time: 0.1105926 Mar 23 17:12:02.542254 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e10382-489e-44bc-84ed-41b9a13e089e None None] Pushing event updated for resources: {'Port': ['ID=c08a4b9d-a290-4714-9cb4-252f7c42d06a,revision_number=4']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:02.574499 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Routers {'fea727f4-60de-4804-9fbf-c6d7e0f23ed4'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:02.575142 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:02.641807 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a561024-b673-45ba-a2ac-cfd9e6a5382d req-31bc6a86-e9c0-4334-986e-102a6dc94504 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3 HTTP/1.1" status: 200 len: 999 time: 0.1058719 Mar 23 17:12:02.662001 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-bb8dff6b-b73c-4e53-bfec-10e4db716d55 None None] Provisioning complete for port c08a4b9d-a290-4714-9cb4-252f7c42d06a triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:02.662388 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-bb8dff6b-b73c-4e53-bfec-10e4db716d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:02.755455 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a561024-b673-45ba-a2ac-cfd9e6a5382d req-5f40c0de-9e47-4c59-a71c-131501d19b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:02.762700 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a561024-b673-45ba-a2ac-cfd9e6a5382d req-5f40c0de-9e47-4c59-a71c-131501d19b60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=421c0aa2-1b52-4062-af10-a6dde97fb797 HTTP/1.1" status: 200 len: 855 time: 0.1065776 Mar 23 17:12:02.838843 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] Set router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:02.906684 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a561024-b673-45ba-a2ac-cfd9e6a5382d req-42c8ce1b-0a7a-400c-a178-0bc30fc47570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:02.908969 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a561024-b673-45ba-a2ac-cfd9e6a5382d req-42c8ce1b-0a7a-400c-a178-0bc30fc47570 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1420774 Mar 23 17:12:02.961577 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Publish callbacks [] for router_gateway (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:02.989828 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:03.067044 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a561024-b673-45ba-a2ac-cfd9e6a5382d req-cc23aacd-9ba4-465c-817e-90397ae516c7 service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479449 Mar 23 17:12:03.149015 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-bb8dff6b-b73c-4e53-bfec-10e4db716d55 None None] Current status of the port c08a4b9d-a290-4714-9cb4-252f7c42d06a is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:03.149420 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-bb8dff6b-b73c-4e53-bfec-10e4db716d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:03.156132 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Allocated IP 172.27.1.140 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/7fcece4d-f117-4bb9-937e-a4554a33c7df) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:12:03.156328 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'name': 'tempest-TestMinimumBasicScenario-1344706634-router', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '37529b80-265d-4f81-9932-ef8217e46e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:11:54Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 4, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'gw_port': {'id': '37529b80-265d-4f81-9932-ef8217e46e16', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:55Z', 'updated_at': '2022-03-23T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'c08a4b9d-a290-4714-9cb4-252f7c42d06a', 'name': '', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'mac_address': 'fa:16:3e:d9:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:57Z', 'updated_at': '2022-03-23T17:12:02Z', 'revision_number': 4, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'subnets': [{'id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:03.195078 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a561024-b673-45ba-a2ac-cfd9e6a5382d req-10aef25c-fb0b-43c7-98eb-a60cc2fd653b service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114373 Mar 23 17:12:03.212244 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f191c-dfbd-466a-8bcb-16d9809fcfc3 None None] The sync data for ids ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'] in dv-cinder-834919-1-iscsi is: [{'id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'name': 'tempest-TestMinimumBasicScenario-1344706634-router', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '37529b80-265d-4f81-9932-ef8217e46e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:11:54Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 4, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'gw_port': {'id': '37529b80-265d-4f81-9932-ef8217e46e16', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:55Z', 'updated_at': '2022-03-23T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'c08a4b9d-a290-4714-9cb4-252f7c42d06a', 'name': '', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'mac_address': 'fa:16:3e:d9:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:57Z', 'updated_at': '2022-03-23T17:12:02Z', 'revision_number': 4, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'subnets': [{'id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:12:03.223516 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-bb8dff6b-b73c-4e53-bfec-10e4db716d55 None None] For port c08a4b9d-a290-4714-9cb4-252f7c42d06a, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=c08a4b9d-a290-4714-9cb4-252f7c42d06a,segment=NetworkSegment(ce32a1da-b014-44c1-99ff-9e0f36791ef1),segment_id=ce32a1da-b014-44c1-99ff-9e0f36791ef1)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:03.249352 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-f38bdbe6-5d9f-4e9d-96c9-15076b623475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'c79a55fd-1029-4577-8187-64248faf1f4e', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'port_id': '42bb1b07-483a-4ea2-b998-dd20f65cccb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'mac_address': 'fa:16:3e:d3:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:11:45Z', 'updated_at': '2022-03-23T17:12:01Z', 'revision_number': 1, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1a312f-cf3d-4543-b4ea-2eb91010c6aa', 'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'mac_address': 'fa:16:3e:c3:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:27Z', 'updated_at': '2022-03-23T17:07:42Z', 'revision_number': 5, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'subnets': [{'id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:03.285089 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38bdbe6-5d9f-4e9d-96c9-15076b623475 None None] Checking router: c9df24ef-35ca-4797-ad3c-245e23b77da2 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:12:03.297682 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38bdbe6-5d9f-4e9d-96c9-15076b623475 None None] Routers {'c9df24ef-35ca-4797-ad3c-245e23b77da2'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:03.298510 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-f38bdbe6-5d9f-4e9d-96c9-15076b623475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c9df24ef-35ca-4797-ad3c-245e23b77da2'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:03.331055 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Publish callbacks [] for port (7fcece4d-f117-4bb9-937e-a4554a33c7df), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:03.362538 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-bb8dff6b-b73c-4e53-bfec-10e4db716d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:03.455250 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (7fcece4d-f117-4bb9-937e-a4554a33c7df), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:03.480306 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dff6b-b73c-4e53-bfec-10e4db716d55 None None] Pushing event updated for resources: {'Port': ['ID=c08a4b9d-a290-4714-9cb4-252f7c42d06a,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:03.534813 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-f38bdbe6-5d9f-4e9d-96c9-15076b623475 None None] Set router c9df24ef-35ca-4797-ad3c-245e23b77da2 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:03.568565 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:12:03.578599 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:12:03.582666 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device c08a4b9d-a290-4714-9cb4-252f7c42d06a up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:12:03.599508 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:12:03.607615 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-4c97f208-2336-4b7b-87a9-91bc996dddf6 None None] Provisioning complete for port c08a4b9d-a290-4714-9cb4-252f7c42d06a triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:03.607988 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-4c97f208-2336-4b7b-87a9-91bc996dddf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:03.662022 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Pushing event updated for resources: {'Port': ['ID=7fcece4d-f117-4bb9-937e-a4554a33c7df,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:03.766803 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d085f-5e4d-4677-8850-bd593d9df145 req-7133645d-0980-411e-a845-a42fd4c1542e tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:03.768559 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b25d085f-5e4d-4677-8850-bd593d9df145 req-7133645d-0980-411e-a845-a42fd4c1542e tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.2282572 Mar 23 17:12:03.794496 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port c08a4b9d-a290-4714-9cb4-252f7c42d06a triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:03.795816 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:03.849198 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b25d085f-5e4d-4677-8850-bd593d9df145 req-1a3d7051-b24a-48da-899d-844ba4cd1af0 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728486 Mar 23 17:12:03.851197 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-4c97f208-2336-4b7b-87a9-91bc996dddf6 None None] Current status of the port c08a4b9d-a290-4714-9cb4-252f7c42d06a is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:03.958772 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34cf5ed-470a-43b3-850e-ea125f08c427 None None] Network aa3cd03f-a0fd-43bf-ad10-5663caa45024 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:12:04.055986 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port c08a4b9d-a290-4714-9cb4-252f7c42d06a is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:04.057088 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 37529b80-265d-4f81-9932-ef8217e46e16 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:12:04.083825 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-22c0b222-b694-42c0-bc55-bb5c48e09f1a None None] Provisioning complete for port 91f43492-f6d0-4a85-93e7-e51116b10983 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:04.084211 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-22c0b222-b694-42c0-bc55-bb5c48e09f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (91f43492-f6d0-4a85-93e7-e51116b10983), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:04.168464 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-f38bdbe6-5d9f-4e9d-96c9-15076b623475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'c79a55fd-1029-4577-8187-64248faf1f4e', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'port_id': '42bb1b07-483a-4ea2-b998-dd20f65cccb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'mac_address': 'fa:16:3e:d3:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:11:45Z', 'updated_at': '2022-03-23T17:12:01Z', 'revision_number': 1, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1a312f-cf3d-4543-b4ea-2eb91010c6aa', 'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'mac_address': 'fa:16:3e:c3:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:27Z', 'updated_at': '2022-03-23T17:07:42Z', 'revision_number': 5, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'subnets': [{'id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:04.184325 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Publish callbacks [] for router_gateway (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:04.219666 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38bdbe6-5d9f-4e9d-96c9-15076b623475 None None] The sync data for ids ['c9df24ef-35ca-4797-ad3c-245e23b77da2'] in dv-cinder-834919-1-iscsi is: [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'c79a55fd-1029-4577-8187-64248faf1f4e', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'port_id': '42bb1b07-483a-4ea2-b998-dd20f65cccb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'mac_address': 'fa:16:3e:d3:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:11:45Z', 'updated_at': '2022-03-23T17:12:01Z', 'revision_number': 1, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1a312f-cf3d-4543-b4ea-2eb91010c6aa', 'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'mac_address': 'fa:16:3e:c3:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:27Z', 'updated_at': '2022-03-23T17:07:42Z', 'revision_number': 5, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'subnets': [{'id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:12:04.240177 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 37529b80-265d-4f81-9932-ef8217e46e16 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:04.240795 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (37529b80-265d-4f81-9932-ef8217e46e16), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:04.334355 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-22c0b222-b694-42c0-bc55-bb5c48e09f1a None None] Current status of the port 91f43492-f6d0-4a85-93e7-e51116b10983 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:04.334749 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-22c0b222-b694-42c0-bc55-bb5c48e09f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (91f43492-f6d0-4a85-93e7-e51116b10983), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:04.399667 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-22c0b222-b694-42c0-bc55-bb5c48e09f1a None None] For port 91f43492-f6d0-4a85-93e7-e51116b10983, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=91f43492-f6d0-4a85-93e7-e51116b10983,segment=NetworkSegment(bb8449de-76c9-4def-8697-7b1aa84f0414),segment_id=bb8449de-76c9-4def-8697-7b1aa84f0414)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:04.400768 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 37529b80-265d-4f81-9932-ef8217e46e16 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:04.402407 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 91f43492-f6d0-4a85-93e7-e51116b10983 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:12:04.433542 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16729776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728365'] for router (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:04.457571 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 91f43492-f6d0-4a85-93e7-e51116b10983 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:04.458798 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (91f43492-f6d0-4a85-93e7-e51116b10983), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:04.462499 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-22c0b222-b694-42c0-bc55-bb5c48e09f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (91f43492-f6d0-4a85-93e7-e51116b10983), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:04.525153 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61c2c2c-4bd0-4d18-9d0d-1318f8dc4217 None None] New status for floating IP c79a55fd-1029-4577-8187-64248faf1f4e: ACTIVE {{(pid=104063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:12:04.556115 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0b222-b694-42c0-bc55-bb5c48e09f1a None None] Pushing event updated for resources: {'Port': ['ID=91f43492-f6d0-4a85-93e7-e51116b10983,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:04.618242 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-a4748b9c-c4d3-4612-954f-6f77986490c7 None None] Provisioning complete for port 91f43492-f6d0-4a85-93e7-e51116b10983 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:04.619111 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-a4748b9c-c4d3-4612-954f-6f77986490c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (91f43492-f6d0-4a85-93e7-e51116b10983), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:04.620189 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 91f43492-f6d0-4a85-93e7-e51116b10983 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:04.676668 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Router e509c360-eca3-4b6d-ab07-b0a23dd46ab4 is scheduled to L3 agent f6827492-862c-46c2-a752-b75deb79caf3 with binding_index 1 {{(pid=104060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:12:04.706189 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-a4748b9c-c4d3-4612-954f-6f77986490c7 None None] Current status of the port 91f43492-f6d0-4a85-93e7-e51116b10983 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:04.786015 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:12:04.794418 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Sync routers for ids ['e509c360-eca3-4b6d-ab07-b0a23dd46ab4'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:12:04.803992 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Routers {'e509c360-eca3-4b6d-ab07-b0a23dd46ab4'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:04.804628 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['e509c360-eca3-4b6d-ab07-b0a23dd46ab4'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:04.892315 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:04.896763 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-5d5a7d53-cb78-4615-b3a6-5645dc7dff57 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2442932 Mar 23 17:12:04.897089 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33422) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:04.919370 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Set router e509c360-eca3-4b6d-ab07-b0a23dd46ab4 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:05.043638 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643dc60-df1c-4e8c-b890-729f42660c0b req-d3f61538-aa42-45a7-82e7-6318e8f4ddb8 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:05.045669 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5643dc60-df1c-4e8c-b890-729f42660c0b req-d3f61538-aa42-45a7-82e7-6318e8f4ddb8 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.1095445 Mar 23 17:12:05.161944 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5643dc60-df1c-4e8c-b890-729f42660c0b req-1117bbd0-2334-4b4c-a62a-f7db5457c676 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800486 Mar 23 17:12:05.231481 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device c08a4b9d-a290-4714-9cb4-252f7c42d06a up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:12:05.287082 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'name': 'tempest-TestMinimumBasicScenario-64590040-router', 'tenant_id': 'bb154e3cf19c47ca98148a491306a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '7fcece4d-f117-4bb9-937e-a4554a33c7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:12:01Z', 'updated_at': '2022-03-23T17:12:03Z', 'revision_number': 3, 'project_id': 'bb154e3cf19c47ca98148a491306a155', 'gw_port': {'id': '7fcece4d-f117-4bb9-937e-a4554a33c7df', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:71:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:12:03Z', 'updated_at': '2022-03-23T17:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:05.319499 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Checking router: e509c360-eca3-4b6d-ab07-b0a23dd46ab4 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:12:05.319875 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Updating router e509c360-eca3-4b6d-ab07-b0a23dd46ab4 port 7fcece4d-f117-4bb9-937e-a4554a33c7df binding host dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:12:05.344514 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port c08a4b9d-a290-4714-9cb4-252f7c42d06a triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:05.344922 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:05.370532 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (7fcece4d-f117-4bb9-937e-a4554a33c7df), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:05.416431 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:05.533579 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port c08a4b9d-a290-4714-9cb4-252f7c42d06a is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:05.534659 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 91f43492-f6d0-4a85-93e7-e51116b10983 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:12:05.661586 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 91f43492-f6d0-4a85-93e7-e51116b10983 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:05.662278 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (91f43492-f6d0-4a85-93e7-e51116b10983), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:05.761373 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Publish callbacks [] for port (7fcece4d-f117-4bb9-937e-a4554a33c7df), precommit_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:05.808944 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 91f43492-f6d0-4a85-93e7-e51116b10983 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:05.834090 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Allocated IP 172.20.0.1 (aa3cd03f-a0fd-43bf-ad10-5663caa45024/59a1f9ed-07de-4345-8793-28a9b7c5f65f/a3095cfc-ff16-4af5-abaa-63dfc2562cdd) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:12:05.854870 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (7fcece4d-f117-4bb9-937e-a4554a33c7df), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:05.911582 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Attempting to bind port 7fcece4d-f117-4bb9-937e-a4554a33c7df on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:12:05.911961 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Attempting to bind port 7fcece4d-f117-4bb9-937e-a4554a33c7df by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:12:05.912378 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Attempting to bind port 7fcece4d-f117-4bb9-937e-a4554a33c7df on network 2c02e95d-8a1b-4700-95ef-e7028012d606 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:12:05.914395 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Pushing event updated for resources: {'Port': ['ID=7fcece4d-f117-4bb9-937e-a4554a33c7df,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:05.923711 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:12:05.924093 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Checking segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:12:05.924498 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:05.924934 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Bound using segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:12:05.925389 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Bound port: 7fcece4d-f117-4bb9-937e-a4554a33c7df, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:12:05.925771 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (7fcece4d-f117-4bb9-937e-a4554a33c7df), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:05.928017 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:05.928365 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:05.928734 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:05.929084 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:05.929421 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:05.929755 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:05.930086 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:05.930414 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:05.930744 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:05.931070 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:05.931397 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:05.931730 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:05.932055 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:05.932378 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:05.932727 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:05.940034 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Publish callbacks [] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:05.986898 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] For port 7fcece4d-f117-4bb9-937e-a4554a33c7df, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:12:05.990118 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] For port 7fcece4d-f117-4bb9-937e-a4554a33c7df, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=7fcece4d-f117-4bb9-937e-a4554a33c7df,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:12:06.032569 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:06.078149 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (7fcece4d-f117-4bb9-937e-a4554a33c7df), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:06.086443 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Network aa3cd03f-a0fd-43bf-ad10-5663caa45024 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:12:06.089528 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:12:06.092346 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:12:06.123156 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Pushing event updated for resources: {'Port': ['ID=a3095cfc-ff16-4af5-abaa-63dfc2562cdd,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:06.146605 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e65bd-6ab1-4846-be21-db2e98024266 None None] Pushing event updated for resources: {'Port': ['ID=7fcece4d-f117-4bb9-937e-a4554a33c7df,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:06.149466 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Routers {'e509c360-eca3-4b6d-ab07-b0a23dd46ab4'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:06.150468 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['e509c360-eca3-4b6d-ab07-b0a23dd46ab4'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:06.158523 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16731896'] for router_interface (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:06.304628 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] Set router e509c360-eca3-4b6d-ab07-b0a23dd46ab4 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:06.344146 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad958add-d96a-48e4-873e-695f933e955d req-94b38235-eebd-4d0f-8361-1c43c3688806 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:06.345924 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ad958add-d96a-48e4-873e-695f933e955d req-94b38235-eebd-4d0f-8361-1c43c3688806 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0630734 Mar 23 17:12:06.417186 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ad958add-d96a-48e4-873e-695f933e955d req-d6890521-05b2-4916-9540-0b74d24c3b73 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653198 Mar 23 17:12:06.417678 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:06.473739 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-26b4c6bd-6345-4c2d-aff6-ee21963d36dd None None] Provisioning complete for port a3095cfc-ff16-4af5-abaa-63dfc2562cdd triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:06.474124 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-26b4c6bd-6345-4c2d-aff6-ee21963d36dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:06.515192 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-26b4c6bd-6345-4c2d-aff6-ee21963d36dd None None] Port a3095cfc-ff16-4af5-abaa-63dfc2562cdd cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:12:06.531870 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'name': 'tempest-TestMinimumBasicScenario-64590040-router', 'tenant_id': 'bb154e3cf19c47ca98148a491306a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '7fcece4d-f117-4bb9-937e-a4554a33c7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:12:01Z', 'updated_at': '2022-03-23T17:12:03Z', 'revision_number': 3, 'project_id': 'bb154e3cf19c47ca98148a491306a155', 'gw_port': {'id': '7fcece4d-f117-4bb9-937e-a4554a33c7df', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:71:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:12:03Z', 'updated_at': '2022-03-23T17:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:06.561808 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1666c5a-b14d-4e54-b4b2-73d8d89dfff6 None None] The sync data for ids ['e509c360-eca3-4b6d-ab07-b0a23dd46ab4'] in dv-cinder-834919-1-iscsi is: [{'id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'name': 'tempest-TestMinimumBasicScenario-64590040-router', 'tenant_id': 'bb154e3cf19c47ca98148a491306a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '7fcece4d-f117-4bb9-937e-a4554a33c7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:12:01Z', 'updated_at': '2022-03-23T17:12:03Z', 'revision_number': 3, 'project_id': 'bb154e3cf19c47ca98148a491306a155', 'gw_port': {'id': '7fcece4d-f117-4bb9-937e-a4554a33c7df', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:71:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:12:03Z', 'updated_at': '2022-03-23T17:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:12:06.596712 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Publish callbacks [] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:06.655568 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:06.723332 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16361821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16731756'] for router_interface (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:06.727077 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Pushing event updated for resources: {'Port': ['ID=a3095cfc-ff16-4af5-abaa-63dfc2562cdd,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:06.851835 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Network aa3cd03f-a0fd-43bf-ad10-5663caa45024 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:12:06.853618 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:12:06.985440 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Router e509c360-eca3-4b6d-ab07-b0a23dd46ab4 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:12:07.107145 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:12:07.113427 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-8834afca-366c-4db3-aece-3bb364daff7e admin admin] 10.222.0.97 "PUT /v2.0/routers/e509c360-eca3-4b6d-ab07-b0a23dd46ab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2152483 Mar 23 17:12:07.148806 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-a4a76000-4b4a-4552-8a21-f5d97db08d3c None None] Provisioning complete for port a3095cfc-ff16-4af5-abaa-63dfc2562cdd triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:07.151036 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-a4a76000-4b4a-4552-8a21-f5d97db08d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:07.201176 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-a4a76000-4b4a-4552-8a21-f5d97db08d3c None None] Port a3095cfc-ff16-4af5-abaa-63dfc2562cdd cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:12:07.249946 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 7fcece4d-f117-4bb9-937e-a4554a33c7df up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:12:07.302159 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 7fcece4d-f117-4bb9-937e-a4554a33c7df triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:07.302622 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (7fcece4d-f117-4bb9-937e-a4554a33c7df), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:07.395207 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 7fcece4d-f117-4bb9-937e-a4554a33c7df is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:07.395606 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (7fcece4d-f117-4bb9-937e-a4554a33c7df), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:07.417142 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] For port 7fcece4d-f117-4bb9-937e-a4554a33c7df, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=7fcece4d-f117-4bb9-937e-a4554a33c7df,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:07.500637 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (7fcece4d-f117-4bb9-937e-a4554a33c7df), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:07.551490 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b97ad4-3975-4bbc-afa5-fc23813be79d req-3b0ed19b-acd0-48e6-8d3a-e4f79e221156 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:07.553160 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d4b97ad4-3975-4bbc-afa5-fc23813be79d req-3b0ed19b-acd0-48e6-8d3a-e4f79e221156 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0620925 Mar 23 17:12:07.581038 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Pushing event updated for resources: {'Port': ['ID=7fcece4d-f117-4bb9-937e-a4554a33c7df,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:07.615935 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d4b97ad4-3975-4bbc-afa5-fc23813be79d req-7aecef43-d41f-4259-a533-b4ae6cc251cc tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545166 Mar 23 17:12:08.351501 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Sync routers for ids ['e509c360-eca3-4b6d-ab07-b0a23dd46ab4'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:12:08.362109 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Routers {'e509c360-eca3-4b6d-ab07-b0a23dd46ab4'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:08.362729 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['e509c360-eca3-4b6d-ab07-b0a23dd46ab4'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:08.473263 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Set router e509c360-eca3-4b6d-ab07-b0a23dd46ab4 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:08.677498 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'name': 'tempest-TestMinimumBasicScenario-64590040-router', 'tenant_id': 'bb154e3cf19c47ca98148a491306a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '7fcece4d-f117-4bb9-937e-a4554a33c7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:12:01Z', 'updated_at': '2022-03-23T17:12:06Z', 'revision_number': 4, 'project_id': 'bb154e3cf19c47ca98148a491306a155', 'gw_port': {'id': '7fcece4d-f117-4bb9-937e-a4554a33c7df', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:12:03Z', 'updated_at': '2022-03-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'a3095cfc-ff16-4af5-abaa-63dfc2562cdd', 'name': '', 'network_id': 'aa3cd03f-a0fd-43bf-ad10-5663caa45024', 'tenant_id': 'bb154e3cf19c47ca98148a491306a155', 'mac_address': 'fa:16:3e:98:30:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '59a1f9ed-07de-4345-8793-28a9b7c5f65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:12:05Z', 'updated_at': '2022-03-23T17:12:06Z', 'revision_number': 2, 'project_id': 'bb154e3cf19c47ca98148a491306a155', 'subnets': [{'id': '59a1f9ed-07de-4345-8793-28a9b7c5f65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:08.708703 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Checking router: e509c360-eca3-4b6d-ab07-b0a23dd46ab4 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:12:08.709304 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Updating router e509c360-eca3-4b6d-ab07-b0a23dd46ab4 port a3095cfc-ff16-4af5-abaa-63dfc2562cdd binding host dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:12:08.741076 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:08.765883 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349092d8-79d6-49f5-9eb6-50863e9c4f0c req-53677935-1a4b-4dfe-b479-38fbf41dc5e6 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:08.767546 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-349092d8-79d6-49f5-9eb6-50863e9c4f0c req-53677935-1a4b-4dfe-b479-38fbf41dc5e6 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0717061 Mar 23 17:12:08.843922 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-349092d8-79d6-49f5-9eb6-50863e9c4f0c req-0423b596-0f50-4b47-8ec6-bc0753976e42 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648434 Mar 23 17:12:09.149929 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Publish callbacks [] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), precommit_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:09.230771 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 7fcece4d-f117-4bb9-937e-a4554a33c7df up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:12:09.232531 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:09.302517 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd20541-e081-4d56-8805-1bed9e9a82c9 None None] Pushing event updated for resources: {'Port': ['ID=a3095cfc-ff16-4af5-abaa-63dfc2562cdd,revision_number=3']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:09.349722 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 7fcece4d-f117-4bb9-937e-a4554a33c7df triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:09.350127 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (7fcece4d-f117-4bb9-937e-a4554a33c7df), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:09.396055 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Attempting to bind port a3095cfc-ff16-4af5-abaa-63dfc2562cdd on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:12:09.396675 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Attempting to bind port a3095cfc-ff16-4af5-abaa-63dfc2562cdd by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': 'bb8449de-76c9-4def-8697-7b1aa84f0414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'aa3cd03f-a0fd-43bf-ad10-5663caa45024'}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:12:09.396796 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Attempting to bind port a3095cfc-ff16-4af5-abaa-63dfc2562cdd on network aa3cd03f-a0fd-43bf-ad10-5663caa45024 {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:12:09.409424 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:12:09.409802 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Checking segment: {'id': 'bb8449de-76c9-4def-8697-7b1aa84f0414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'aa3cd03f-a0fd-43bf-ad10-5663caa45024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:12:09.410208 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:09.410605 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Bound using segment: {'id': 'bb8449de-76c9-4def-8697-7b1aa84f0414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'aa3cd03f-a0fd-43bf-ad10-5663caa45024'} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:12:09.411083 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Bound port: a3095cfc-ff16-4af5-abaa-63dfc2562cdd, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8449de-76c9-4def-8697-7b1aa84f0414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'aa3cd03f-a0fd-43bf-ad10-5663caa45024'}}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:12:09.411462 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:09.492642 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 7fcece4d-f117-4bb9-937e-a4554a33c7df is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:09.504486 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] For port a3095cfc-ff16-4af5-abaa-63dfc2562cdd, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:12:09.507948 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] For port a3095cfc-ff16-4af5-abaa-63dfc2562cdd, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=a3095cfc-ff16-4af5-abaa-63dfc2562cdd,segment=NetworkSegment(bb8449de-76c9-4def-8697-7b1aa84f0414),segment_id=bb8449de-76c9-4def-8697-7b1aa84f0414)] {{(pid=104063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:12:09.575166 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:09.639905 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd20541-e081-4d56-8805-1bed9e9a82c9 None None] Pushing event updated for resources: {'Port': ['ID=a3095cfc-ff16-4af5-abaa-63dfc2562cdd,revision_number=4']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:09.644426 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Routers {'e509c360-eca3-4b6d-ab07-b0a23dd46ab4'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:09.644426 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['e509c360-eca3-4b6d-ab07-b0a23dd46ab4'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:09.656119 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-4b1d4ac5-19b3-40f7-901f-83efeb54740c None None] Provisioning complete for port a3095cfc-ff16-4af5-abaa-63dfc2562cdd triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:09.656506 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4ac5-19b3-40f7-901f-83efeb54740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:09.788915 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-4b1d4ac5-19b3-40f7-901f-83efeb54740c None None] Current status of the port a3095cfc-ff16-4af5-abaa-63dfc2562cdd is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:09.789982 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4ac5-19b3-40f7-901f-83efeb54740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:09.808713 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] Set router e509c360-eca3-4b6d-ab07-b0a23dd46ab4 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:09.830276 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-4b1d4ac5-19b3-40f7-901f-83efeb54740c None None] For port a3095cfc-ff16-4af5-abaa-63dfc2562cdd, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=a3095cfc-ff16-4af5-abaa-63dfc2562cdd,segment=NetworkSegment(bb8449de-76c9-4def-8697-7b1aa84f0414),segment_id=bb8449de-76c9-4def-8697-7b1aa84f0414)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:09.914195 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4ac5-19b3-40f7-901f-83efeb54740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:10.001449 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63025937-8169-480f-8bdf-d338b92d0ce5 req-ea92247b-d282-4725-86ca-30478cae2a79 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:10.002072 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d4ac5-19b3-40f7-901f-83efeb54740c None None] Pushing event updated for resources: {'Port': ['ID=a3095cfc-ff16-4af5-abaa-63dfc2562cdd,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:10.015037 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-63025937-8169-480f-8bdf-d338b92d0ce5 req-ea92247b-d282-4725-86ca-30478cae2a79 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0752518 Mar 23 17:12:10.034685 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-2bc9f682-4974-4dc3-b614-a1416a357b9f None None] Provisioning complete for port a3095cfc-ff16-4af5-abaa-63dfc2562cdd triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:10.035282 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2bc9f682-4974-4dc3-b614-a1416a357b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:10.109657 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-63025937-8169-480f-8bdf-d338b92d0ce5 req-38c76337-dd75-45b8-aa57-01df269044df tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934930 Mar 23 17:12:10.136119 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'name': 'tempest-TestMinimumBasicScenario-64590040-router', 'tenant_id': 'bb154e3cf19c47ca98148a491306a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '7fcece4d-f117-4bb9-937e-a4554a33c7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:12:01Z', 'updated_at': '2022-03-23T17:12:06Z', 'revision_number': 4, 'project_id': 'bb154e3cf19c47ca98148a491306a155', 'gw_port': {'id': '7fcece4d-f117-4bb9-937e-a4554a33c7df', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:12:03Z', 'updated_at': '2022-03-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'a3095cfc-ff16-4af5-abaa-63dfc2562cdd', 'name': '', 'network_id': 'aa3cd03f-a0fd-43bf-ad10-5663caa45024', 'tenant_id': 'bb154e3cf19c47ca98148a491306a155', 'mac_address': 'fa:16:3e:98:30:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '59a1f9ed-07de-4345-8793-28a9b7c5f65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:12:05Z', 'updated_at': '2022-03-23T17:12:09Z', 'revision_number': 4, 'project_id': 'bb154e3cf19c47ca98148a491306a155', 'subnets': [{'id': '59a1f9ed-07de-4345-8793-28a9b7c5f65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:10.149867 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-2bc9f682-4974-4dc3-b614-a1416a357b9f None None] Current status of the port a3095cfc-ff16-4af5-abaa-63dfc2562cdd is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:10.170503 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3db07-4cac-4a59-8be4-36c8d054831d None None] The sync data for ids ['e509c360-eca3-4b6d-ab07-b0a23dd46ab4'] in dv-cinder-834919-1-iscsi is: [{'id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'name': 'tempest-TestMinimumBasicScenario-64590040-router', 'tenant_id': 'bb154e3cf19c47ca98148a491306a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '7fcece4d-f117-4bb9-937e-a4554a33c7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:12:01Z', 'updated_at': '2022-03-23T17:12:06Z', 'revision_number': 4, 'project_id': 'bb154e3cf19c47ca98148a491306a155', 'gw_port': {'id': '7fcece4d-f117-4bb9-937e-a4554a33c7df', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:12:03Z', 'updated_at': '2022-03-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'a3095cfc-ff16-4af5-abaa-63dfc2562cdd', 'name': '', 'network_id': 'aa3cd03f-a0fd-43bf-ad10-5663caa45024', 'tenant_id': 'bb154e3cf19c47ca98148a491306a155', 'mac_address': 'fa:16:3e:98:30:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '59a1f9ed-07de-4345-8793-28a9b7c5f65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:12:05Z', 'updated_at': '2022-03-23T17:12:09Z', 'revision_number': 4, 'project_id': 'bb154e3cf19c47ca98148a491306a155', 'subnets': [{'id': '59a1f9ed-07de-4345-8793-28a9b7c5f65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:12:10.480162 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bcae0-31dd-4a42-9a9a-366dbda83b84 req-cef73060-0f48-4867-ad2c-6e76b8e906b2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:10.488601 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-659bcae0-31dd-4a42-9a9a-366dbda83b84 req-cef73060-0f48-4867-ad2c-6e76b8e906b2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0949028 Mar 23 17:12:10.551784 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-659bcae0-31dd-4a42-9a9a-366dbda83b84 req-6d345877-0232-40ad-93c1-f80529a30a47 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621786 Mar 23 17:12:10.607152 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503645be-6aa2-4bb2-acf3-177547fe38bd req-37ce2f81-ceca-4993-ba5c-570ec8644a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:10.609332 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-503645be-6aa2-4bb2-acf3-177547fe38bd req-37ce2f81-ceca-4993-ba5c-570ec8644a1d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f132ad6f39674e448f82c3fda9d3079b&device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 1129 time: 0.0652137 Mar 23 17:12:10.737611 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503645be-6aa2-4bb2-acf3-177547fe38bd req-37f14bd5-c647-427e-bd84-126f2083c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:10.739316 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-503645be-6aa2-4bb2-acf3-177547fe38bd req-37f14bd5-c647-427e-bd84-126f2083c331 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b5f6ec85-dfe2-47dc-923e-bdc04e67533c HTTP/1.1" status: 200 len: 913 time: 0.1219361 Mar 23 17:12:10.821455 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-503645be-6aa2-4bb2-acf3-177547fe38bd req-67723439-7c7c-4ed9-a6ca-e5192d8e186d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b831d54-e57a-4a0d-8e84-39bfd2ee3baa HTTP/1.1" status: 200 len: 1001 time: 0.0755825 Mar 23 17:12:10.888458 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503645be-6aa2-4bb2-acf3-177547fe38bd req-ef6c350f-0b45-4208-8b35-6bd025e87e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:10.890608 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-503645be-6aa2-4bb2-acf3-177547fe38bd req-ef6c350f-0b45-4208-8b35-6bd025e87e45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8 HTTP/1.1" status: 200 len: 850 time: 0.0625026 Mar 23 17:12:10.955854 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503645be-6aa2-4bb2-acf3-177547fe38bd req-b0928a18-46e4-4824-bc7f-7a55425a1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:10.957870 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-503645be-6aa2-4bb2-acf3-177547fe38bd req-b0928a18-46e4-4824-bc7f-7a55425a1261 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b5f6ec85-dfe2-47dc-923e-bdc04e67533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583520 Mar 23 17:12:11.061150 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-503645be-6aa2-4bb2-acf3-177547fe38bd req-05708d2a-1475-4180-b484-314df7033509 service neutron] 10.222.0.43 "GET /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955749 Mar 23 17:12:11.189486 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-503645be-6aa2-4bb2-acf3-177547fe38bd req-c7e3909f-426b-4162-8d46-7c702c6a1673 service neutron] 10.222.0.43 "GET /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222911 Mar 23 17:12:11.267028 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device a3095cfc-ff16-4af5-abaa-63dfc2562cdd up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:12:11.317786 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port a3095cfc-ff16-4af5-abaa-63dfc2562cdd triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:11.318174 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:11.407236 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port a3095cfc-ff16-4af5-abaa-63dfc2562cdd is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:11.699464 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2f596-8144-4ec5-8a3b-a8c32f2c010b req-ea885820-d4b7-45d2-a72b-c6bb108ac443 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:11.701120 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-39e2f596-8144-4ec5-8a3b-a8c32f2c010b req-ea885820-d4b7-45d2-a72b-c6bb108ac443 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0667517 Mar 23 17:12:11.770709 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-39e2f596-8144-4ec5-8a3b-a8c32f2c010b req-712eb7de-b995-4d89-ba7c-101fc2dc847e tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610771 Mar 23 17:12:12.913870 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33601b-1e7a-44ac-b356-d96b0232d6c2 req-e844fb69-a454-4d79-a6a9-531ccacbe66e tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:12.920870 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ec33601b-1e7a-44ac-b356-d96b0232d6c2 req-e844fb69-a454-4d79-a6a9-531ccacbe66e tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0630636 Mar 23 17:12:12.966102 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ec33601b-1e7a-44ac-b356-d96b0232d6c2 req-64bd9149-12f8-4c60-a569-76524021781b tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442832 Mar 23 17:12:16.934126 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a3ea7-88ba-4f72-affc-8ed3bece285d req-4488e67d-0421-4d56-b6ee-2bf8e701dc6c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:16.935653 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e62a3ea7-88ba-4f72-affc-8ed3bece285d req-4488e67d-0421-4d56-b6ee-2bf8e701dc6c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 946 time: 0.0616846 Mar 23 17:12:16.986912 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e62a3ea7-88ba-4f72-affc-8ed3bece285d req-547d13b3-74f7-4a25-896c-dcd0e717b677 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447628 Mar 23 17:12:18.104098 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c602dff-b1c1-4420-96ee-2bbd6b638deb req-aaaec418-5c31-411a-b95c-810181a1254f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:18.105606 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4c602dff-b1c1-4420-96ee-2bbd6b638deb req-aaaec418-5c31-411a-b95c-810181a1254f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 946 time: 0.0516407 Mar 23 17:12:18.156386 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4c602dff-b1c1-4420-96ee-2bbd6b638deb req-50348abc-f325-4814-977b-849b2d57c030 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438445 Mar 23 17:12:18.689798 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36191f5e-20cd-4f52-b554-02710ad63ac9 req-76eea95d-ffe9-42f0-a63d-37978da4723a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:18.691258 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-36191f5e-20cd-4f52-b554-02710ad63ac9 req-76eea95d-ffe9-42f0-a63d-37978da4723a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 946 time: 0.0525463 Mar 23 17:12:18.803849 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [req-36191f5e-20cd-4f52-b554-02710ad63ac9 req-9fd79c61-f725-4cdf-8727-a157e42c9c57 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Deleting port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:12:18.804195 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-36191f5e-20cd-4f52-b554-02710ad63ac9 req-9fd79c61-f725-4cdf-8727-a157e42c9c57 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:18.892738 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-36191f5e-20cd-4f52-b554-02710ad63ac9 req-9fd79c61-f725-4cdf-8727-a157e42c9c57 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] For port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:18.893113 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-36191f5e-20cd-4f52-b554-02710ad63ac9 req-9fd79c61-f725-4cdf-8727-a157e42c9c57 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:18.987904 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-ac6ac6a1-74a9-463f-ba86-309ddaecfedc tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:18.989403 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-ac6ac6a1-74a9-463f-ba86-309ddaecfedc tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/networks?id=4da2e65e-00e6-4db1-acb0-a2bedc1d770a HTTP/1.1" status: 200 len: 815 time: 0.0981619 Mar 23 17:12:19.003606 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-3d2a1751-d5a4-4b25-90e9-701c4ad163fc tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/quotas/54794ae67e2c48d0805333eefd6b56c8 HTTP/1.1" status: 200 len: 375 time: 0.0089588 Mar 23 17:12:19.057044 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-bb4dd17b-5ad4-4077-a19c-b86709e3cc5a tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=54794ae67e2c48d0805333eefd6b56c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484467 Mar 23 17:12:19.063020 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-36191f5e-20cd-4f52-b554-02710ad63ac9 req-9fd79c61-f725-4cdf-8727-a157e42c9c57 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:19.063392 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-36191f5e-20cd-4f52-b554-02710ad63ac9 req-9fd79c61-f725-4cdf-8727-a157e42c9c57 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (80dab1a1-3430-4df6-96e9-22447790336f), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:19.063715 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.l3_db [req-36191f5e-20cd-4f52-b554-02710ad63ac9 req-9fd79c61-f725-4cdf-8727-a157e42c9c57 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Floating IP 80dab1a1-3430-4df6-96e9-22447790336f disassociated. External IP: 172.27.1.36, port: b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3. Mar 23 17:12:19.064068 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [req-36191f5e-20cd-4f52-b554-02710ad63ac9 req-9fd79c61-f725-4cdf-8727-a157e42c9c57 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Calling delete_port for b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 owned by compute:nova {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:12:19.157434 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-192b318f-1d84-42e1-939a-fc8360a9eca0 service neutron] 10.222.0.97 "GET /v2.0/networks/4da2e65e-00e6-4db1-acb0-a2bedc1d770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867260 Mar 23 17:12:19.248505 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-79ced3e7-7199-47e0-a6bb-63720913ab1a service neutron] 10.222.0.97 "GET /v2.0/networks/4da2e65e-00e6-4db1-acb0-a2bedc1d770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852499 Mar 23 17:12:19.255325 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-36191f5e-20cd-4f52-b554-02710ad63ac9 req-9fd79c61-f725-4cdf-8727-a157e42c9c57 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:19.293081 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd79c61-f725-4cdf-8727-a157e42c9c57 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event deleted for resources: {'Port': ['ID=b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:19.314458 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefa2a7-8656-4015-98e3-23db08e48482 req-89bd17db-f677-4f9a-95b4-d395ce8784b4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:19.316033 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8cefa2a7-8656-4015-98e3-23db08e48482 req-89bd17db-f677-4f9a-95b4-d395ce8784b4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 867 time: 0.0907292 Mar 23 17:12:19.433870 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8cefa2a7-8656-4015-98e3-23db08e48482 req-16bd4186-abb9-427a-92fa-1d37f7cfdbc2 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831640 Mar 23 17:12:19.458466 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36191f5e-20cd-4f52-b554-02710ad63ac9 req-9fd79c61-f725-4cdf-8727-a157e42c9c57 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Router 6eb0fc3d-315c-4722-9458-39e73209a3aa has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:12:19.521498 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e27c9bcd-2db3-443e-adad-41100ea1325c req-842ff753-7855-4fb5-870d-9ebd76a0f1d2 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 210 time: 0.0366557 Mar 23 17:12:19.570926 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36191f5e-20cd-4f52-b554-02710ad63ac9 req-9fd79c61-f725-4cdf-8727-a157e42c9c57 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:12:19.583581 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302d6da-df4e-484e-9fd9-e515e5b7f6aa None None] Sync routers for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:12:19.595531 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302d6da-df4e-484e-9fd9-e515e5b7f6aa None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:19.596188 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-c302d6da-df4e-484e-9fd9-e515e5b7f6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:19.614245 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-36191f5e-20cd-4f52-b554-02710ad63ac9 req-9fd79c61-f725-4cdf-8727-a157e42c9c57 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] No DVR routers for this DVR port b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 on host hv-cinder-83491 {{(pid=104061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:12:19.617043 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-36191f5e-20cd-4f52-b554-02710ad63ac9 req-9fd79c61-f725-4cdf-8727-a157e42c9c57 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:19.621059 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-36191f5e-20cd-4f52-b554-02710ad63ac9 req-9fd79c61-f725-4cdf-8727-a157e42c9c57 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "DELETE /v2.0/ports/b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 HTTP/1.1" status: 204 len: 173 time: 0.9234099 Mar 23 17:12:19.621518 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6befd5de-9fa9-4103-b517-e36fc3078877', 'name': 'network-vif-deleted', 'tag': 'b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:12:19.625051 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ce90b7-90b0-471c-8140-c24d713a177c" -d '{"events": [{"server_uuid": "6befd5de-9fa9-4103-b517-e36fc3078877", "name": "network-vif-deleted", "tag": "b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:12:19.667960 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c5ff17-e952-4b43-8c9e-13607689956a x-openstack-request-id: req-a1c5ff17-e952-4b43-8c9e-13607689956a {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:12:19.668248 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6befd5de-9fa9-4103-b517-e36fc3078877", "name": "network-vif-deleted", "tag": "b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:12:19.668510 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a1c5ff17-e952-4b43-8c9e-13607689956a {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:12:19.669096 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c5ff17-e952-4b43-8c9e-13607689956a'] response: {'server_uuid': '6befd5de-9fa9-4103-b517-e36fc3078877', 'name': 'network-vif-deleted', 'tag': 'b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3', 'status': 'completed', 'code': 200} Mar 23 17:12:19.881177 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-c302d6da-df4e-484e-9fd9-e515e5b7f6aa None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:20.054658 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-c302d6da-df4e-484e-9fd9-e515e5b7f6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:20.080802 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302d6da-df4e-484e-9fd9-e515e5b7f6aa None None] Checking router: 6eb0fc3d-315c-4722-9458-39e73209a3aa for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:12:20.088981 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302d6da-df4e-484e-9fd9-e515e5b7f6aa None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:20.089606 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-c302d6da-df4e-484e-9fd9-e515e5b7f6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:11:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:20.203534 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-c302d6da-df4e-484e-9fd9-e515e5b7f6aa None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:20.407083 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-c302d6da-df4e-484e-9fd9-e515e5b7f6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:20.433771 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302d6da-df4e-484e-9fd9-e515e5b7f6aa None None] The sync data for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi is: [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:12:20.556373 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ec6a360d-48d4-43b3-beb9-14bd6df8b7cd req-d09d0df8-d397-43db-aeda-8c23e6545707 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=6befd5de-9fa9-4103-b517-e36fc3078877 HTTP/1.1" status: 200 len: 210 time: 0.0332725 Mar 23 17:12:20.697492 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602e1de2-69dc-4c9f-a6ca-2f7bc16d61db None None] New status for floating IP 80dab1a1-3430-4df6-96e9-22447790336f: DOWN {{(pid=104063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:12:20.807471 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ae20f94c-f1b3-42f4-a03b-63ac7554c1aa req-4b27cd01-d858-44dd-8d39-deec4722abfa tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 210 time: 0.2332892 Mar 23 17:12:21.321699 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:12:21.741192 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33594) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:21.792875 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-bd3420a2-de23-4d98-8b24-010552b95fd3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (58e752b6-dab8-4c69-97e2-aa4d5db1a2ba), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:21.815652 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-bd3420a2-de23-4d98-8b24-010552b95fd3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (58e752b6-dab8-4c69-97e2-aa4d5db1a2ba), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:21.951765 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-bd3420a2-de23-4d98-8b24-010552b95fd3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (58e752b6-dab8-4c69-97e2-aa4d5db1a2ba), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:21.954549 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6f2592be-7a69-4b08-8e28-1f4fe5d1aff7 req-7b93a7bc-05bc-4ff9-949b-5b7448d501e2 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 210 time: 0.0813107 Mar 23 17:12:21.955025 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-bd3420a2-de23-4d98-8b24-010552b95fd3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:21.955587 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-bd3420a2-de23-4d98-8b24-010552b95fd3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "DELETE /v2.0/security-groups/58e752b6-dab8-4c69-97e2-aa4d5db1a2ba HTTP/1.1" status: 204 len: 168 time: 0.2133901 Mar 23 17:12:21.958400 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33604) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:21.964798 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3420a2-de23-4d98-8b24-010552b95fd3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e752b6-dab8-4c69-97e2-aa4d5db1a2ba,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:21.973939 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.api.v2.resource [None req-4984fa56-6c97-4e7c-baf3-fc6579fd5bfa tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] show failed (client error): The resource could not be found. Mar 23 17:12:21.974975 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-4984fa56-6c97-4e7c-baf3-fc6579fd5bfa tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups/58e752b6-dab8-4c69-97e2-aa4d5db1a2ba HTTP/1.1" status: 404 len: 347 time: 0.0153742 Mar 23 17:12:21.977913 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33606) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:22.098875 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-f3bcb72f-9517-415e-8617-052a47b6bdea tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Deleting port 97d5560c-9834-4a94-adc3-932faf5b7672 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:12:22.099106 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f3bcb72f-9517-415e-8617-052a47b6bdea tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (97d5560c-9834-4a94-adc3-932faf5b7672), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:22.161893 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-143bbadc-a1f3-4643-868d-5bafec686971 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:22.163359 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-143bbadc-a1f3-4643-868d-5bafec686971 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.43 "GET /v2.0/networks?id=4da2e65e-00e6-4db1-acb0-a2bedc1d770a HTTP/1.1" status: 200 len: 815 time: 0.1016021 Mar 23 17:12:22.177914 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f3bcb72f-9517-415e-8617-052a47b6bdea tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (97d5560c-9834-4a94-adc3-932faf5b7672), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:22.178246 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f3bcb72f-9517-415e-8617-052a47b6bdea tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (97d5560c-9834-4a94-adc3-932faf5b7672), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:22.178378 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-81980130-3e74-4b51-8359-af707f414a1e tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Request body: {'port': {'device_id': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'admin_state_up': True, 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:22.191397 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-f3bcb72f-9517-415e-8617-052a47b6bdea tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Calling delete_port for 97d5560c-9834-4a94-adc3-932faf5b7672 owned by network:floatingip {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:12:22.396691 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-81980130-3e74-4b51-8359-af707f414a1e tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Made reservation on behalf of 54794ae67e2c48d0805333eefd6b56c8 for: {'port': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:12:22.400107 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-81980130-3e74-4b51-8359-af707f414a1e tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:22.426268 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f3bcb72f-9517-415e-8617-052a47b6bdea tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (97d5560c-9834-4a94-adc3-932faf5b7672), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:22.459924 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcb72f-9517-415e-8617-052a47b6bdea tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event deleted for resources: {'Port': ['ID=97d5560c-9834-4a94-adc3-932faf5b7672,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:22.485028 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f3bcb72f-9517-415e-8617-052a47b6bdea tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (80dab1a1-3430-4df6-96e9-22447790336f), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:22.490485 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f3bcb72f-9517-415e-8617-052a47b6bdea tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:22.494224 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-f3bcb72f-9517-415e-8617-052a47b6bdea tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "DELETE /v2.0/floatingips/80dab1a1-3430-4df6-96e9-22447790336f HTTP/1.1" status: 204 len: 168 time: 0.5128787 Mar 23 17:12:22.529309 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-81980130-3e74-4b51-8359-af707f414a1e tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Allocated IP 172.20.0.9 (4da2e65e-00e6-4db1-acb0-a2bedc1d770a/8cb38f3b-4413-43dd-8be9-c85098c770c5/5594898a-420b-459e-8e19-e085de6248a8) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:12:22.684245 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-81980130-3e74-4b51-8359-af707f414a1e tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for port (5594898a-420b-459e-8e19-e085de6248a8), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:22.733795 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33630) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:22.738372 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-b623a433-4620-4231-9acb-6ed0016d22f3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237006286', 'description': 'tempest-description--713076046'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:22.860949 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-81980130-3e74-4b51-8359-af707f414a1e tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (5594898a-420b-459e-8e19-e085de6248a8), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:22.901311 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b623a433-4620-4231-9acb-6ed0016d22f3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:22.906757 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-81980130-3e74-4b51-8359-af707f414a1e tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Network 4da2e65e-00e6-4db1-acb0-a2bedc1d770a is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:12:22.913262 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-81980130-3e74-4b51-8359-af707f414a1e tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:12:22.918368 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81980130-3e74-4b51-8359-af707f414a1e tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Pushing event updated for resources: {'Port': ['ID=5594898a-420b-459e-8e19-e085de6248a8,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:22.928760 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-81980130-3e74-4b51-8359-af707f414a1e tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:12:23.025435 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-81980130-3e74-4b51-8359-af707f414a1e tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:23.025690 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b623a433-4620-4231-9acb-6ed0016d22f3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:23.026490 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-81980130-3e74-4b51-8359-af707f414a1e tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:23.096365 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:12:23.115611 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b623a433-4620-4231-9acb-6ed0016d22f3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:23.132370 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-81980130-3e74-4b51-8359-af707f414a1e tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9574673 Mar 23 17:12:23.153642 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:12:23.154905 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device b3da3d32-3342-4aaa-85cf-b1be3f8dd5b3 not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:12:23.161600 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Request body: {'port': {'device_id': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:23.207364 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b623a433-4620-4231-9acb-6ed0016d22f3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:23.209481 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-b623a433-4620-4231-9acb-6ed0016d22f3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4745767 Mar 23 17:12:23.212961 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33636) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:23.221216 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-47450949-2e0f-4d33-bbe1-59f12433f87c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'security_group_rule': {'security_group_id': '5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:23.236060 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ad6ff-e501-4722-a9d5-3f4e890735e4 req-2b04f187-7958-4e46-9cf6-5713c76e38ea tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:23.243811 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3f2ad6ff-e501-4722-a9d5-3f4e890735e4 req-2b04f187-7958-4e46-9cf6-5713c76e38ea tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 931 time: 0.1717920 Mar 23 17:12:23.247086 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623a433-4620-4231-9acb-6ed0016d22f3 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:23.288744 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (5594898a-420b-459e-8e19-e085de6248a8), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:23.344431 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3f2ad6ff-e501-4722-a9d5-3f4e890735e4 req-3fbe152b-dff6-4ebf-9b61-52db082ba572 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990338 Mar 23 17:12:23.397384 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-b82dda24-8558-4d97-ac89-781d5ff69288 None None] Provisioning complete for port 5594898a-420b-459e-8e19-e085de6248a8 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:23.398189 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b82dda24-8558-4d97-ac89-781d5ff69288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (5594898a-420b-459e-8e19-e085de6248a8), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:23.455883 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-b82dda24-8558-4d97-ac89-781d5ff69288 None None] Port 5594898a-420b-459e-8e19-e085de6248a8 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:12:23.487871 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-47450949-2e0f-4d33-bbe1-59f12433f87c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (f1f9d78d-1f6d-41be-9ca5-e213a50f6a62), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:23.587470 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-47450949-2e0f-4d33-bbe1-59f12433f87c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (f1f9d78d-1f6d-41be-9ca5-e213a50f6a62), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:23.652038 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-47450949-2e0f-4d33-bbe1-59f12433f87c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (f1f9d78d-1f6d-41be-9ca5-e213a50f6a62), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:23.706209 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47450949-2e0f-4d33-bbe1-59f12433f87c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f9d78d-1f6d-41be-9ca5-e213a50f6a62,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:23.733071 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5594898a-420b-459e-8e19-e085de6248a8 {{(pid=104061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:12:23.741365 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Publish callbacks [] for port (5594898a-420b-459e-8e19-e085de6248a8), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:23.754672 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.provisioning_blocks [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Transition to ACTIVE for port object 5594898a-420b-459e-8e19-e085de6248a8 will not be triggered until provisioned by entity L2. {{(pid=104061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:12:23.788081 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-47450949-2e0f-4d33-bbe1-59f12433f87c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:23.789366 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-47450949-2e0f-4d33-bbe1-59f12433f87c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5753014 Mar 23 17:12:23.792557 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33638) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:23.797492 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-5be8d2f2-7abd-4ae3-86d4-fc259357497e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'security_group_rule': {'security_group_id': '5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:23.883439 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (5594898a-420b-459e-8e19-e085de6248a8), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:23.955260 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5594898a-420b-459e-8e19-e085de6248a8,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:23.994347 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5be8d2f2-7abd-4ae3-86d4-fc259357497e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (d19a226b-0ebb-4a14-8c56-b06aedacd7a1), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:24.054870 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Attempting to bind port 5594898a-420b-459e-8e19-e085de6248a8 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:12:24.055225 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Attempting to bind port 5594898a-420b-459e-8e19-e085de6248a8 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': 'ce32a1da-b014-44c1-99ff-9e0f36791ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:12:24.055555 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Attempting to bind port 5594898a-420b-459e-8e19-e085de6248a8 on network 4da2e65e-00e6-4db1-acb0-a2bedc1d770a {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:12:24.069476 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Port 5594898a-420b-459e-8e19-e085de6248a8 on network 4da2e65e-00e6-4db1-acb0-a2bedc1d770a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:12:24.069822 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Attempting to bind port 5594898a-420b-459e-8e19-e085de6248a8 on network 4da2e65e-00e6-4db1-acb0-a2bedc1d770a {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:12:24.081775 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:12:24.087979 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Checking segment: {'id': 'ce32a1da-b014-44c1-99ff-9e0f36791ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:12:24.087979 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Bound using segment: {'id': 'ce32a1da-b014-44c1-99ff-9e0f36791ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:12:24.087979 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Bound port: 5594898a-420b-459e-8e19-e085de6248a8, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce32a1da-b014-44c1-99ff-9e0f36791ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:12:24.087979 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (5594898a-420b-459e-8e19-e085de6248a8), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:24.112564 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5be8d2f2-7abd-4ae3-86d4-fc259357497e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (d19a226b-0ebb-4a14-8c56-b06aedacd7a1), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:24.168366 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] For port 5594898a-420b-459e-8e19-e085de6248a8, host hv-cinder-83491, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:12:24.172274 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] For port 5594898a-420b-459e-8e19-e085de6248a8, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=5594898a-420b-459e-8e19-e085de6248a8,segment=NetworkSegment(ce32a1da-b014-44c1-99ff-9e0f36791ef1),segment_id=ce32a1da-b014-44c1-99ff-9e0f36791ef1)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:12:24.208203 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5be8d2f2-7abd-4ae3-86d4-fc259357497e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (d19a226b-0ebb-4a14-8c56-b06aedacd7a1), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:24.239270 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8d2f2-7abd-4ae3-86d4-fc259357497e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19a226b-0ebb-4a14-8c56-b06aedacd7a1,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:24.296018 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (5594898a-420b-459e-8e19-e085de6248a8), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:24.328778 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:24.329772 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:24.330968 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] 10.222.0.43 "PUT /v2.0/ports/5594898a-420b-459e-8e19-e085de6248a8 HTTP/1.1" status: 200 len: 1093 time: 1.1747153 Mar 23 17:12:24.331573 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'tag': '5594898a-420b-459e-8e19-e085de6248a8'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:12:24.333830 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac85e622-fc83-4591-a046-614e7cb2cc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e", "tag": "5594898a-420b-459e-8e19-e085de6248a8"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:12:24.340411 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5be8d2f2-7abd-4ae3-86d4-fc259357497e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:24.345930 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-5be8d2f2-7abd-4ae3-86d4-fc259357497e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5481009 Mar 23 17:12:24.346225 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33642) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:24.352239 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'floatingip': {'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:24.407107 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348e34cc-5446-478d-a25b-cf35031d9027 x-openstack-request-id: req-348e34cc-5446-478d-a25b-cf35031d9027 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:12:24.407427 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e", "tag": "5594898a-420b-459e-8e19-e085de6248a8", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:12:24.407788 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-348e34cc-5446-478d-a25b-cf35031d9027 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:12:24.408259 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-348e34cc-5446-478d-a25b-cf35031d9027'] response: {'name': 'network-changed', 'server_uuid': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'tag': '5594898a-420b-459e-8e19-e085de6248a8', 'status': 'completed', 'code': 200} Mar 23 17:12:24.417750 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e342346-3afa-4a4b-a337-05ae049663e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5594898a-420b-459e-8e19-e085de6248a8,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:24.503430 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:24.517258 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698575ba-a902-4a93-bfb2-393750b7a073 req-13acb29b-6259-4f3d-8974-4f344e70011a tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:24.519086 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-698575ba-a902-4a93-bfb2-393750b7a073 req-13acb29b-6259-4f3d-8974-4f344e70011a tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 943 time: 0.0738645 Mar 23 17:12:24.610674 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-698575ba-a902-4a93-bfb2-393750b7a073 req-016be846-4cb0-44c6-a4ee-cffb5766a637 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816426 Mar 23 17:12:24.665110 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:24.754276 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:24.775548 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Allocated IP 172.27.1.236 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/8428efc2-b132-49fd-903c-ffb26eb9afed) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:12:24.885243 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for port (8428efc2-b132-49fd-903c-ffb26eb9afed), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:25.050074 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (8428efc2-b132-49fd-903c-ffb26eb9afed), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:25.098806 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:12:25.101789 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:12:25.107633 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:12:25.117743 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'Port': ['ID=8428efc2-b132-49fd-903c-ffb26eb9afed,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:25.161881 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (dc2c5aa3-25b6-4fa4-b9ce-40215a1424b3), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:25.260560 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d2d0-7f84-4440-870c-34be9851f2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:25.330600 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (8428efc2-b132-49fd-903c-ffb26eb9afed), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:25.486349 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for port (8428efc2-b132-49fd-903c-ffb26eb9afed), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:25.568920 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (8428efc2-b132-49fd-903c-ffb26eb9afed), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:25.609120 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (dc2c5aa3-25b6-4fa4-b9ce-40215a1424b3), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:25.621808 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'Port': ['ID=8428efc2-b132-49fd-903c-ffb26eb9afed,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:25.697031 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:25.698290 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-43e4a30f-b704-447a-a1d1-02487c9af6e4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3497128 Mar 23 17:12:25.744034 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711e772-15ba-42a5-8c0f-8c8a4f42e5d6 req-b90ecbbb-bb6a-49e2-acc5-7d7d763ae106 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:25.745666 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3711e772-15ba-42a5-8c0f-8c8a4f42e5d6 req-b90ecbbb-bb6a-49e2-acc5-7d7d763ae106 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 943 time: 0.0651858 Mar 23 17:12:25.976918 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-100811eb-3390-4b11-befd-5b91d0772f67 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1237006286&fields=id&tenant_id=2336e4510f764841aa29452b39b8372a HTTP/1.1" status: 200 len: 267 time: 0.0553293 Mar 23 17:12:26.091194 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3711e772-15ba-42a5-8c0f-8c8a4f42e5d6 req-6ce08ee4-c457-4bc5-956a-42d3ff704e79 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357966 Mar 23 17:12:26.141245 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-87c8156f-2cd8-4596-8204-8f47672f2c5e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:26.142655 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-87c8156f-2cd8-4596-8204-8f47672f2c5e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/networks?id=4d08b13a-5095-4a4d-97e2-485b1dca6f48 HTTP/1.1" status: 200 len: 814 time: 0.1565166 Mar 23 17:12:26.161140 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-fa096331-2313-4f0c-8486-bd6cf407542a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/quotas/2336e4510f764841aa29452b39b8372a HTTP/1.1" status: 200 len: 375 time: 0.0129154 Mar 23 17:12:26.215462 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-bd2ac990-9a2a-4c6d-ac16-619c7d75229c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=2336e4510f764841aa29452b39b8372a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510876 Mar 23 17:12:26.356685 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-15a510ce-b54f-4656-8fbe-b6bbd1b6290e service neutron] 10.222.0.97 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294341 Mar 23 17:12:26.444200 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-8ab6de85-7581-4c70-83b0-7d2d9b6911fb service neutron] 10.222.0.97 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812597 Mar 23 17:12:26.728303 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b05fb203-6060-4890-acc1-bef01a9a74ce req-57a90f85-2d5e-434d-9f8e-d6c0206cf960 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 210 time: 0.0362940 Mar 23 17:12:27.240103 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec43ba6-f361-4e34-bf41-347715574957 req-201a1fbd-2359-4501-ad51-51f4a42faf78 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:27.274769 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3ec43ba6-f361-4e34-bf41-347715574957 req-201a1fbd-2359-4501-ad51-51f4a42faf78 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 943 time: 0.0800505 Mar 23 17:12:27.304468 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3ec43ba6-f361-4e34-bf41-347715574957 req-ee73f5b5-4e18-4aef-9f06-c6ff560c93ad tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567448 Mar 23 17:12:27.820671 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-681b55c9-5450-4acf-b6e3-eadb7cbfcc6a req-08a71834-5080-410a-b669-e26252e11213 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 210 time: 0.0428448 Mar 23 17:12:27.964073 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-696e1467-2a60-4083-8188-db5af124f1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:28.437571 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c040e69-fc3f-434c-92c7-3920d9428e3b req-b8d31e5d-dc73-4049-a6e6-0a56be1473b4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:28.449095 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6c040e69-fc3f-434c-92c7-3920d9428e3b req-b8d31e5d-dc73-4049-a6e6-0a56be1473b4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 943 time: 0.0662186 Mar 23 17:12:28.503398 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6c040e69-fc3f-434c-92c7-3920d9428e3b req-70018eaa-fb94-4256-9c86-83aa96598922 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500221 Mar 23 17:12:28.551729 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:28.906416 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ae2af039-389a-4309-8bec-d0758ad8086b req-65c8513e-f66a-483f-ab48-d29d3ff93509 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 210 time: 0.0268779 Mar 23 17:12:29.624196 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203136d2-cf35-45ce-9f3c-b0c04c0d30ba req-1690b407-fd46-4163-b11b-c029b4d825dc tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:29.625725 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-203136d2-cf35-45ce-9f3c-b0c04c0d30ba req-1690b407-fd46-4163-b11b-c029b4d825dc tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 943 time: 0.0543284 Mar 23 17:12:29.675420 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-203136d2-cf35-45ce-9f3c-b0c04c0d30ba req-d091df8c-1a15-41e6-b7b0-b909b3dfeb77 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440781 Mar 23 17:12:30.003143 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d1d6beeb-c59d-4400-a580-1fa3d78c3113 req-57ffb3f8-c19e-4a85-a9a2-4011c12e36fd tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 210 time: 0.0294733 Mar 23 17:12:30.020527 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:30.815301 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b7ddf-c828-4182-aebb-c15144e885d2 req-3619f6e5-073b-4510-842c-6092e7152517 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:30.821133 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-982b7ddf-c828-4182-aebb-c15144e885d2 req-3619f6e5-073b-4510-842c-6092e7152517 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 943 time: 0.0620253 Mar 23 17:12:30.865945 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-982b7ddf-c828-4182-aebb-c15144e885d2 req-bcaf8561-b3ac-4556-816c-6f6099775a6e tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424268 Mar 23 17:12:31.220323 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fc0fc1ad-c2d2-4841-9077-955352630fda req-5ac4e931-8a1e-40be-9cca-ce928502227f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 210 time: 0.0286970 Mar 23 17:12:31.511847 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:31.990116 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597672e6-b9de-4a6e-9899-119df01b236a req-03a6c61b-d497-496c-8365-aae4d4a45724 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:31.995489 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-597672e6-b9de-4a6e-9899-119df01b236a req-03a6c61b-d497-496c-8365-aae4d4a45724 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 943 time: 0.0578532 Mar 23 17:12:32.046941 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-597672e6-b9de-4a6e-9899-119df01b236a req-b2079191-f32b-4b09-a33b-b0418a44d8b0 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492368 Mar 23 17:12:32.311854 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5d06f7d5-6d4e-4c16-b1b2-70b6dafff4b8 req-43fe2a18-eb22-4da3-b7a4-e1f4541be19c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 210 time: 0.0276084 Mar 23 17:12:32.873523 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85e622-fc83-4591-a046-614e7cb2cc1c req-8d45f001-f78f-4721-a622-d9865b7cc9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:32.875059 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ac85e622-fc83-4591-a046-614e7cb2cc1c req-8d45f001-f78f-4721-a622-d9865b7cc9b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54794ae67e2c48d0805333eefd6b56c8&device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 1127 time: 0.0512497 Mar 23 17:12:32.914758 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82d41a9b-d516-454d-929e-26b2b6657fa6 req-5d30f14a-3334-45ed-856b-f5498edc6c44 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453799 Mar 23 17:12:32.982576 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85e622-fc83-4591-a046-614e7cb2cc1c req-c4996251-ca80-4ae4-810b-a4798ae84caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:32.984038 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ac85e622-fc83-4591-a046-614e7cb2cc1c req-c4996251-ca80-4ae4-810b-a4798ae84caf service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=54794ae67e2c48d0805333eefd6b56c8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0969772 Mar 23 17:12:33.011132 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d41a9b-d516-454d-929e-26b2b6657fa6 req-92d968ac-9407-4735-bdbf-734aeedfe7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:33.012656 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82d41a9b-d516-454d-929e-26b2b6657fa6 req-92d968ac-9407-4735-bdbf-734aeedfe7e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b67ee0772484be4971b191ea09f5817&device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 1129 time: 0.0476615 Mar 23 17:12:33.085194 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85e622-fc83-4591-a046-614e7cb2cc1c req-e5cec157-f4fe-41b1-98b1-4ba546d686f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:33.086184 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ac85e622-fc83-4591-a046-614e7cb2cc1c req-e5cec157-f4fe-41b1-98b1-4ba546d686f4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0950902 Mar 23 17:12:33.177307 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-642af1ae-e224-4bd2-bb8e-b30f06571cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:33.178875 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-642af1ae-e224-4bd2-bb8e-b30f06571cc7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54794ae67e2c48d0805333eefd6b56c8&device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 1127 time: 0.0481727 Mar 23 17:12:33.223330 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-d654ba2c-7444-4669-8483-d0c477f03489 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5594898a-420b-459e-8e19-e085de6248a8 HTTP/1.1" status: 200 len: 217 time: 0.0361042 Mar 23 17:12:33.281332 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-8d83b664-edfa-4c94-bb4a-c1d9270a126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:33.282879 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-8d83b664-edfa-4c94-bb4a-c1d9270a126a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb38f3b-4413-43dd-8be9-c85098c770c5 HTTP/1.1" status: 200 len: 854 time: 0.0485332 Mar 23 17:12:33.344992 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-49abdc14-3ed4-4f95-922b-fb2126cae375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:33.348258 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-49abdc14-3ed4-4f95-922b-fb2126cae375 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4da2e65e-00e6-4db1-acb0-a2bedc1d770a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566354 Mar 23 17:12:33.408128 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8060784-8c05-4462-b368-556e0a0bb8a3 req-34ebd193-ec16-459f-9c02-01f58813c5a3 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:33.409561 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a8060784-8c05-4462-b368-556e0a0bb8a3 req-34ebd193-ec16-459f-9c02-01f58813c5a3 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 943 time: 0.1088316 Mar 23 17:12:33.410530 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d41a9b-d516-454d-929e-26b2b6657fa6 req-6bbd9e1f-a2ef-4144-a220-79e26d4f5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:33.411868 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82d41a9b-d516-454d-929e-26b2b6657fa6 req-6bbd9e1f-a2ef-4144-a220-79e26d4f5268 service neutron] 10.222.0.43 "GET /v2.0/networks?id=51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 200 len: 920 time: 0.3662794 Mar 23 17:12:33.433403 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9d479f7e-ea36-42f6-9c5d-683de128f216 req-d307e5b6-f6f7-4254-9c7c-38a001729b67 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 210 time: 0.0348325 Mar 23 17:12:33.463920 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82d41a9b-d516-454d-929e-26b2b6657fa6 req-13e36a52-105b-46b3-ad21-62404d16f5ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb12bb7-c514-47f9-95d9-c9b6483598ef HTTP/1.1" status: 200 len: 217 time: 0.0397768 Mar 23 17:12:33.471723 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-d1868dde-9c94-4f4e-8d58-55c0cc81e050 service neutron] 10.222.0.43 "GET /v2.0/networks/4da2e65e-00e6-4db1-acb0-a2bedc1d770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183879 Mar 23 17:12:33.524682 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a8060784-8c05-4462-b368-556e0a0bb8a3 req-9a64e332-4251-456c-882e-845735966acc tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070538 Mar 23 17:12:33.535697 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d41a9b-d516-454d-929e-26b2b6657fa6 req-66eab07b-082b-4af9-9c2f-0523c88bffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:33.537355 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82d41a9b-d516-454d-929e-26b2b6657fa6 req-66eab07b-082b-4af9-9c2f-0523c88bffdf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34f5912-e7b8-4c19-ae6b-6c3e94613af9 HTTP/1.1" status: 200 len: 857 time: 0.0669014 Mar 23 17:12:33.580113 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5111f273-c5a1-41d4-a704-6e0af2bfecfe req-e32ed81b-0a56-4219-a45c-8432d70d523a service neutron] 10.222.0.43 "GET /v2.0/networks/4da2e65e-00e6-4db1-acb0-a2bedc1d770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939503 Mar 23 17:12:33.593818 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d41a9b-d516-454d-929e-26b2b6657fa6 req-b1f5d63f-ce2e-4e74-891a-af59673f1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:33.595324 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82d41a9b-d516-454d-929e-26b2b6657fa6 req-b1f5d63f-ce2e-4e74-891a-af59673f1171 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51f4a656-753b-4765-843d-71e3a0fb2d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443730 Mar 23 17:12:33.684911 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82d41a9b-d516-454d-929e-26b2b6657fa6 req-ef293f99-bddf-4154-8b9e-b813964060db service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824704 Mar 23 17:12:33.783486 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82d41a9b-d516-454d-929e-26b2b6657fa6 req-1aeda9a9-f269-46c6-b7dc-ffcf9bfb165a service neutron] 10.222.0.43 "GET /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893884 Mar 23 17:12:34.188660 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-58340ecd-a78d-42f2-952f-41f1da5fd7b0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:34.190103 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-58340ecd-a78d-42f2-952f-41f1da5fd7b0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "GET /v2.0/networks?id=4d08b13a-5095-4a4d-97e2-485b1dca6f48 HTTP/1.1" status: 200 len: 814 time: 0.1018507 Mar 23 17:12:34.263050 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-fcebef96-f765-40ff-abc2-149e59fa967c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2336e4510f764841aa29452b39b8372a HTTP/1.1" status: 200 len: 380 time: 0.0574181 Mar 23 17:12:34.272493 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'port': {'device_id': '72a25198-7aa6-47bf-9758-ea4d395fc284', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'admin_state_up': True, 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'security_groups': ['5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c']}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:34.454328 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Made reservation on behalf of 2336e4510f764841aa29452b39b8372a for: {'port': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:12:34.457899 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:34.548050 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5ad3a6bd-b1b1-45de-b839-fa507761cc4b req-c09aa044-acfa-4f22-9ae6-d0b6e6af0584 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 210 time: 0.0372930 Mar 23 17:12:34.619553 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Allocated IP 172.20.0.12 (4d08b13a-5095-4a4d-97e2-485b1dca6f48/43603411-92d2-456c-9c3f-c4feabdc98c6/2ca9e82f-1616-4972-b46b-dbaeec6e9298) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:12:34.648285 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf06933-3581-4377-b4ce-d52fad0f739f req-cb2a3e0c-22a1-4e01-b452-fe4ecb7ed475 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:34.649799 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-bbf06933-3581-4377-b4ce-d52fad0f739f req-cb2a3e0c-22a1-4e01-b452-fe4ecb7ed475 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 943 time: 0.0533636 Mar 23 17:12:34.700597 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-bbf06933-3581-4377-b4ce-d52fad0f739f req-13f8896e-32b9-4f2c-91ff-519b3df3529c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450442 Mar 23 17:12:34.768279 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for port (2ca9e82f-1616-4972-b46b-dbaeec6e9298), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:34.883403 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (2ca9e82f-1616-4972-b46b-dbaeec6e9298), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:34.923780 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:12:34.926648 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:12:34.930328 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:12:34.937719 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:34.937719 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:34.950583 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event updated for resources: {'Port': ['ID=2ca9e82f-1616-4972-b46b-dbaeec6e9298,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:34.958649 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:34.958995 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:34.959336 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:34.959678 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:34.960069 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:34.960375 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:34.960829 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:34.961057 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:34.961388 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:34.961747 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:34.962074 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:34.962399 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:34.962721 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:34.963043 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:34.963415 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:35.034388 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-57163dec-2708-40b3-b7ba-e94af6d7ee27 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7653499 Mar 23 17:12:35.045757 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Request body: {'port': {'device_id': '72a25198-7aa6-47bf-9758-ea4d395fc284', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:35.074703 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 5594898a-420b-459e-8e19-e085de6248a8 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:12:35.110528 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (2ca9e82f-1616-4972-b46b-dbaeec6e9298), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:35.185424 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 5594898a-420b-459e-8e19-e085de6248a8, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=5594898a-420b-459e-8e19-e085de6248a8,segment=NetworkSegment(ce32a1da-b014-44c1-99ff-9e0f36791ef1),segment_id=ce32a1da-b014-44c1-99ff-9e0f36791ef1)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:35.197324 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '5594898a-420b-459e-8e19-e085de6248a8', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'port_id': '5594898a-420b-459e-8e19-e085de6248a8', 'mac_address': 'fa:16:3e:dd:0a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:12:35.246591 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-425101a2-e8b9-4ea6-a5df-bc728feaef90 None None] Provisioning complete for port 2ca9e82f-1616-4972-b46b-dbaeec6e9298 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:35.246913 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-425101a2-e8b9-4ea6-a5df-bc728feaef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (2ca9e82f-1616-4972-b46b-dbaeec6e9298), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:35.250155 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 5594898a-420b-459e-8e19-e085de6248a8 is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:35.250534 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (5594898a-420b-459e-8e19-e085de6248a8), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:35.283724 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5594898a-420b-459e-8e19-e085de6248a8 {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:12:35.300913 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-425101a2-e8b9-4ea6-a5df-bc728feaef90 None None] Port 2ca9e82f-1616-4972-b46b-dbaeec6e9298 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:12:35.312130 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 5594898a-420b-459e-8e19-e085de6248a8, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=5594898a-420b-459e-8e19-e085de6248a8,segment=NetworkSegment(ce32a1da-b014-44c1-99ff-9e0f36791ef1),segment_id=ce32a1da-b014-44c1-99ff-9e0f36791ef1)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:35.402942 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e9626-a2c0-4900-8d82-3b91273079a0 req-4afb704e-1147-4766-abfa-967c51682176 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:35.404972 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a47e9626-a2c0-4900-8d82-3b91273079a0 req-4afb704e-1147-4766-abfa-967c51682176 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0975313 Mar 23 17:12:35.414937 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (5594898a-420b-459e-8e19-e085de6248a8), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:35.416975 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca9e82f-1616-4972-b46b-dbaeec6e9298 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:12:35.429658 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Publish callbacks [] for port (2ca9e82f-1616-4972-b46b-dbaeec6e9298), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:35.451856 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Transition to ACTIVE for port object 2ca9e82f-1616-4972-b46b-dbaeec6e9298 will not be triggered until provisioned by entity L2. {{(pid=104060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:12:35.465143 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=5594898a-420b-459e-8e19-e085de6248a8,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:35.476061 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a47e9626-a2c0-4900-8d82-3b91273079a0 req-2af87c3a-dabb-42bf-bbcb-6a5922a89c49 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653718 Mar 23 17:12:35.523194 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (2ca9e82f-1616-4972-b46b-dbaeec6e9298), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:35.574959 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca9e82f-1616-4972-b46b-dbaeec6e9298,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:35.616142 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Attempting to bind port 2ca9e82f-1616-4972-b46b-dbaeec6e9298 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:12:35.616491 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Attempting to bind port 2ca9e82f-1616-4972-b46b-dbaeec6e9298 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:12:35.616902 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Attempting to bind port 2ca9e82f-1616-4972-b46b-dbaeec6e9298 on network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:12:35.621795 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Port 2ca9e82f-1616-4972-b46b-dbaeec6e9298 on network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:12:35.622117 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Attempting to bind port 2ca9e82f-1616-4972-b46b-dbaeec6e9298 on network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:12:35.627122 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:12:35.627476 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Checking segment: {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:12:35.627866 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Bound using segment: {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:12:35.628313 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Bound port: 2ca9e82f-1616-4972-b46b-dbaeec6e9298, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e7277fe-9568-4361-8be8-86d79e792725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:12:35.628694 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (2ca9e82f-1616-4972-b46b-dbaeec6e9298), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:35.684481 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1df2b-862e-4608-a9b3-92dce56995aa req-386e1212-efcd-4e44-8cd2-6a2b85f88c83 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:35.686792 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-30c1df2b-862e-4608-a9b3-92dce56995aa req-386e1212-efcd-4e44-8cd2-6a2b85f88c83 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 944 time: 0.0587630 Mar 23 17:12:35.697253 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] For port 2ca9e82f-1616-4972-b46b-dbaeec6e9298, host hv-cinder-83491, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:12:35.700736 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] For port 2ca9e82f-1616-4972-b46b-dbaeec6e9298, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=2ca9e82f-1616-4972-b46b-dbaeec6e9298,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:12:35.713141 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['5594898a-420b-459e-8e19-e085de6248a8'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:12:35.767518 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-30c1df2b-862e-4608-a9b3-92dce56995aa req-b87a96ea-9f21-477f-b6a8-cb880b055501 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742638 Mar 23 17:12:35.775261 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (2ca9e82f-1616-4972-b46b-dbaeec6e9298), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:35.822707 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:35.823322 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:35.824761 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] 10.222.0.43 "PUT /v2.0/ports/2ca9e82f-1616-4972-b46b-dbaeec6e9298 HTTP/1.1" status: 200 len: 1094 time: 0.7833509 Mar 23 17:12:35.845502 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a25198-7aa6-47bf-9758-ea4d395fc284', 'tag': '2ca9e82f-1616-4972-b46b-dbaeec6e9298'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:12:35.847789 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8194e0-235b-4dda-a782-c72225c2bc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "72a25198-7aa6-47bf-9758-ea4d395fc284", "tag": "2ca9e82f-1616-4972-b46b-dbaeec6e9298"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:12:35.883492 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e0229-7ebe-4273-86df-1cd7c5600519 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca9e82f-1616-4972-b46b-dbaeec6e9298,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:35.906971 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4937560-4158-4242-b8e3-33673374fcde req-fa466015-dc8c-4529-8709-0e910c37adf1 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:35.909524 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f4937560-4158-4242-b8e3-33673374fcde req-fa466015-dc8c-4529-8709-0e910c37adf1 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 944 time: 0.1240940 Mar 23 17:12:35.913936 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0769b0-0777-45fa-a86e-d5179462f56c x-openstack-request-id: req-5f0769b0-0777-45fa-a86e-d5179462f56c {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:12:35.913936 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a25198-7aa6-47bf-9758-ea4d395fc284", "tag": "2ca9e82f-1616-4972-b46b-dbaeec6e9298", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:12:35.913936 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5f0769b0-0777-45fa-a86e-d5179462f56c {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:12:35.913936 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0769b0-0777-45fa-a86e-d5179462f56c'] response: {'name': 'network-changed', 'server_uuid': '72a25198-7aa6-47bf-9758-ea4d395fc284', 'tag': '2ca9e82f-1616-4972-b46b-dbaeec6e9298', 'status': 'completed', 'code': 200} Mar 23 17:12:35.987869 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f4937560-4158-4242-b8e3-33673374fcde req-e3b54099-0e05-4269-a904-7da1e20b7cf7 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721092 Mar 23 17:12:36.001454 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8194e0-235b-4dda-a782-c72225c2bc9f req-a414d903-e3dd-44c4-b4a0-f93d613e45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:36.003045 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-cc8194e0-235b-4dda-a782-c72225c2bc9f req-a414d903-e3dd-44c4-b4a0-f93d613e45ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2336e4510f764841aa29452b39b8372a&device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 1128 time: 0.0688696 Mar 23 17:12:36.105256 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8194e0-235b-4dda-a782-c72225c2bc9f req-1679949a-1b7e-41df-8df3-6d0aae8d1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:36.106718 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-cc8194e0-235b-4dda-a782-c72225c2bc9f req-1679949a-1b7e-41df-8df3-6d0aae8d1cf1 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2336e4510f764841aa29452b39b8372a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0958028 Mar 23 17:12:36.197930 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8194e0-235b-4dda-a782-c72225c2bc9f req-a69e448c-6728-4fe1-be82-4b812501ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:36.199399 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-cc8194e0-235b-4dda-a782-c72225c2bc9f req-a69e448c-6728-4fe1-be82-4b812501ceb4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0849912 Mar 23 17:12:36.285197 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-3907c558-4e1c-4945-940b-0e8bbcd99774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:36.286551 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-3907c558-4e1c-4945-940b-0e8bbcd99774 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2336e4510f764841aa29452b39b8372a&device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 1128 time: 0.0434506 Mar 23 17:12:36.332657 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-d01eebe0-f9ac-45c1-bc50-4eb78809aba4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ca9e82f-1616-4972-b46b-dbaeec6e9298 HTTP/1.1" status: 200 len: 217 time: 0.0375991 Mar 23 17:12:36.380567 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-1ee7719b-8315-47c0-9348-0b8a79692c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:36.381974 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-1ee7719b-8315-47c0-9348-0b8a79692c1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43603411-92d2-456c-9c3f-c4feabdc98c6 HTTP/1.1" status: 200 len: 853 time: 0.0417676 Mar 23 17:12:36.430488 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-83a3f389-f38c-48ab-999c-2eacbb70fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:36.431928 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-83a3f389-f38c-48ab-999c-2eacbb70fd52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d08b13a-5095-4a4d-97e2-485b1dca6f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422702 Mar 23 17:12:36.535372 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-7ea81d7b-ca76-4e58-90e4-ee1642e51032 service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898907 Mar 23 17:12:36.595124 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e430bc-bf92-4e21-819a-42603fc65c4f req-c243fa55-764d-49fc-be3f-55f0fb6ecd06 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:36.596750 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-24e430bc-bf92-4e21-819a-42603fc65c4f req-c243fa55-764d-49fc-be3f-55f0fb6ecd06 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0525899 Mar 23 17:12:36.626752 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f7cb7d76-0db2-47bd-bbc8-427c49d6fb8d req-74954eb5-8b09-47bf-a581-f591ec365db7 service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813744 Mar 23 17:12:36.643882 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-24e430bc-bf92-4e21-819a-42603fc65c4f req-ae62bdf8-3705-4286-87e4-8d8cf23b778d tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414391 Mar 23 17:12:36.885216 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183eab1-e3af-411f-a781-9bb7c2aafedc req-851b8e19-2521-4175-9e0c-4f75675d042c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:36.887289 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e183eab1-e3af-411f-a781-9bb7c2aafedc req-851b8e19-2521-4175-9e0c-4f75675d042c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 944 time: 0.0593033 Mar 23 17:12:36.935484 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e183eab1-e3af-411f-a781-9bb7c2aafedc req-ceaac60a-093b-499a-ad53-4ad410487388 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427494 Mar 23 17:12:37.079439 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 5594898a-420b-459e-8e19-e085de6248a8 up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:12:37.106711 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de2702-7834-4d38-b992-0c757058c2bb req-f5cf9283-2888-4b61-b91e-4983149960e8 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:37.108319 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-91de2702-7834-4d38-b992-0c757058c2bb req-f5cf9283-2888-4b61-b91e-4983149960e8 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 944 time: 0.0556424 Mar 23 17:12:37.153818 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-91de2702-7834-4d38-b992-0c757058c2bb req-a0a7c4ad-8da8-4ccc-b15d-0e60788e6f0a tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390947 Mar 23 17:12:37.191375 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port 5594898a-420b-459e-8e19-e085de6248a8 completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:12:37.195314 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 5594898a-420b-459e-8e19-e085de6248a8 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:37.195713 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (5594898a-420b-459e-8e19-e085de6248a8), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:37.271456 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 5594898a-420b-459e-8e19-e085de6248a8 is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:37.271849 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (5594898a-420b-459e-8e19-e085de6248a8), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:37.293781 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5594898a-420b-459e-8e19-e085de6248a8'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:12:37.296010 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ade058-df75-4856-a3a5-d9d6f4482606" -d '{"events": [{"server_uuid": "4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e", "name": "network-vif-plugged", "status": "completed", "tag": "5594898a-420b-459e-8e19-e085de6248a8"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:12:37.311047 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 5594898a-420b-459e-8e19-e085de6248a8, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=5594898a-420b-459e-8e19-e085de6248a8,segment=NetworkSegment(ce32a1da-b014-44c1-99ff-9e0f36791ef1),segment_id=ce32a1da-b014-44c1-99ff-9e0f36791ef1)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:37.329901 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0f55bc-35fa-490a-9cb1-0b87e4bf5fae x-openstack-request-id: req-ac0f55bc-35fa-490a-9cb1-0b87e4bf5fae {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:12:37.330144 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e", "name": "network-vif-plugged", "status": "completed", "tag": "5594898a-420b-459e-8e19-e085de6248a8", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:12:37.330403 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ac0f55bc-35fa-490a-9cb1-0b87e4bf5fae {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:12:37.330803 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0f55bc-35fa-490a-9cb1-0b87e4bf5fae'] response: {'server_uuid': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5594898a-420b-459e-8e19-e085de6248a8', 'code': 200} Mar 23 17:12:37.368980 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (5594898a-420b-459e-8e19-e085de6248a8), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:37.416265 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=5594898a-420b-459e-8e19-e085de6248a8,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:37.632169 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db657c0f-e41c-4fb5-884e-191dd479a767 req-c172d7fb-f18f-48fa-bcd0-5681f0a3b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:37.633675 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-db657c0f-e41c-4fb5-884e-191dd479a767 req-c172d7fb-f18f-48fa-bcd0-5681f0a3b6b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 1129 time: 0.0428264 Mar 23 17:12:37.677406 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-db657c0f-e41c-4fb5-884e-191dd479a767 req-d1b0ade2-e942-4dc4-af91-c60eb1ce005e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354137 Mar 23 17:12:37.760492 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72006984-4fb7-46b3-9edb-7c2bea9e9ac5 req-beab2357-85e1-4500-9461-b9446b2e3f5b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:37.761999 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-72006984-4fb7-46b3-9edb-7c2bea9e9ac5 req-beab2357-85e1-4500-9461-b9446b2e3f5b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0524848 Mar 23 17:12:37.808097 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-72006984-4fb7-46b3-9edb-7c2bea9e9ac5 req-2cf3c8d6-cc8f-443e-9cf0-d03a141f44d7 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399098 Mar 23 17:12:38.108085 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abafae-ad21-442f-81f4-3d2fca53ba38 req-3c10317b-aa78-4635-9deb-b3342dc1d108 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:38.110118 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-53abafae-ad21-442f-81f4-3d2fca53ba38 req-3c10317b-aa78-4635-9deb-b3342dc1d108 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 944 time: 0.0508149 Mar 23 17:12:38.157862 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-53abafae-ad21-442f-81f4-3d2fca53ba38 req-10be0892-f684-4ad8-8440-691dec6dc226 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423820 Mar 23 17:12:38.268409 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3d070-f0aa-45d1-83c5-9cbf4d7ff3a7 req-d1d0624f-c6d0-41a5-b258-a93fc8a4314a tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:38.269815 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-97e3d070-f0aa-45d1-83c5-9cbf4d7ff3a7 req-d1d0624f-c6d0-41a5-b258-a93fc8a4314a tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 945 time: 0.0510714 Mar 23 17:12:38.318938 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-97e3d070-f0aa-45d1-83c5-9cbf4d7ff3a7 req-ad404612-9d35-4fda-b8af-43c0f53da9db tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437093 Mar 23 17:12:39.020503 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb5a64-c128-487e-864c-ad59d5f1daa0 req-3316c722-ba89-498b-8553-8f0f4863abde tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:39.022045 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-78bb5a64-c128-487e-864c-ad59d5f1daa0 req-3316c722-ba89-498b-8553-8f0f4863abde tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0543587 Mar 23 17:12:39.068378 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-78bb5a64-c128-487e-864c-ad59d5f1daa0 req-d7fb4056-0813-4872-b903-76a7c90086db tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=13298477-6444-460b-8655-36eaacb593e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407889 Mar 23 17:12:39.079476 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 2ca9e82f-1616-4972-b46b-dbaeec6e9298 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:12:39.174166 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 2ca9e82f-1616-4972-b46b-dbaeec6e9298, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=2ca9e82f-1616-4972-b46b-dbaeec6e9298,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:39.233677 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '2ca9e82f-1616-4972-b46b-dbaeec6e9298', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'port_id': '2ca9e82f-1616-4972-b46b-dbaeec6e9298', 'mac_address': 'fa:16:3e:97:b7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:12:39.233677 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 2ca9e82f-1616-4972-b46b-dbaeec6e9298 is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:39.233677 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (2ca9e82f-1616-4972-b46b-dbaeec6e9298), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:39.241521 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca9e82f-1616-4972-b46b-dbaeec6e9298 {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:12:39.262033 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b4fee-d015-43ec-9fc8-02e32169f600 req-803789d5-f62e-439c-9ad4-7e39ac74f0ac tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:39.262805 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 2ca9e82f-1616-4972-b46b-dbaeec6e9298, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=2ca9e82f-1616-4972-b46b-dbaeec6e9298,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:39.263820 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-833b4fee-d015-43ec-9fc8-02e32169f600 req-803789d5-f62e-439c-9ad4-7e39ac74f0ac tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.43 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 946 time: 0.0546122 Mar 23 17:12:39.275880 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f04fe-f642-4a7e-a94e-70801a9e7aa0 req-a4845e71-990e-4d34-94d5-3dbe87bc0516 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:39.277329 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-783f04fe-f642-4a7e-a94e-70801a9e7aa0 req-a4845e71-990e-4d34-94d5-3dbe87bc0516 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 944 time: 0.0538101 Mar 23 17:12:39.323961 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-783f04fe-f642-4a7e-a94e-70801a9e7aa0 req-dce5fb8c-eb01-4d96-a9de-1952ca4e90ab tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409222 Mar 23 17:12:39.364706 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-833b4fee-d015-43ec-9fc8-02e32169f600 req-e19c69d7-407f-4751-8237-a6e38e5d00be tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Deleting port 1b6132a0-6562-422f-942f-b09e40dd5133 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:12:39.365058 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-833b4fee-d015-43ec-9fc8-02e32169f600 req-e19c69d7-407f-4751-8237-a6e38e5d00be tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (1b6132a0-6562-422f-942f-b09e40dd5133), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:39.414782 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (2ca9e82f-1616-4972-b46b-dbaeec6e9298), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:39.462839 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=2ca9e82f-1616-4972-b46b-dbaeec6e9298,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:39.493674 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc1115-fafe-4df1-b4d7-17604a5f9349 req-e426b77f-9b53-499f-9838-8993734689f0 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:39.495146 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5ebc1115-fafe-4df1-b4d7-17604a5f9349 req-e426b77f-9b53-499f-9838-8993734689f0 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 945 time: 0.0898180 Mar 23 17:12:39.500685 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-833b4fee-d015-43ec-9fc8-02e32169f600 req-e19c69d7-407f-4751-8237-a6e38e5d00be tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] For port 1b6132a0-6562-422f-942f-b09e40dd5133, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1b6132a0-6562-422f-942f-b09e40dd5133,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:39.501100 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-833b4fee-d015-43ec-9fc8-02e32169f600 req-e19c69d7-407f-4751-8237-a6e38e5d00be tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (1b6132a0-6562-422f-942f-b09e40dd5133), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:39.601202 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5ebc1115-fafe-4df1-b4d7-17604a5f9349 req-4ef155bd-8b02-4639-b702-a2697e012aa8 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974729 Mar 23 17:12:39.707034 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-833b4fee-d015-43ec-9fc8-02e32169f600 req-e19c69d7-407f-4751-8237-a6e38e5d00be tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:39.707652 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-833b4fee-d015-43ec-9fc8-02e32169f600 req-e19c69d7-407f-4751-8237-a6e38e5d00be tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:39.710734 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [req-833b4fee-d015-43ec-9fc8-02e32169f600 req-e19c69d7-407f-4751-8237-a6e38e5d00be tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Floating IP c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9 disassociated. External IP: 172.27.1.45, port: 1b6132a0-6562-422f-942f-b09e40dd5133. Mar 23 17:12:39.710734 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-833b4fee-d015-43ec-9fc8-02e32169f600 req-e19c69d7-407f-4751-8237-a6e38e5d00be tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Calling delete_port for 1b6132a0-6562-422f-942f-b09e40dd5133 owned by compute:nova {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:12:39.725794 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bf07b-788c-4b0b-88c7-eb99d1419f6d req-da227ace-9037-4a18-9765-7359132955f8 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:39.727346 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['2ca9e82f-1616-4972-b46b-dbaeec6e9298'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:12:39.727523 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2b3bf07b-788c-4b0b-88c7-eb99d1419f6d req-da227ace-9037-4a18-9765-7359132955f8 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 945 time: 0.0618627 Mar 23 17:12:39.781141 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2b3bf07b-788c-4b0b-88c7-eb99d1419f6d req-8e762cf8-f2c2-4d3f-ac5e-6221eb936838 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476346 Mar 23 17:12:40.048655 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-833b4fee-d015-43ec-9fc8-02e32169f600 req-e19c69d7-407f-4751-8237-a6e38e5d00be tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (1b6132a0-6562-422f-942f-b09e40dd5133), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:40.077791 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c69d7-407f-4751-8237-a6e38e5d00be tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Pushing event deleted for resources: {'Port': ['ID=1b6132a0-6562-422f-942f-b09e40dd5133,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:40.177053 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0cc76f98-c36c-4f75-a5e5-593fc8596c43 req-9f73bd9c-a96b-47da-ac46-f90e2522d7a6 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 210 time: 0.0320592 Mar 23 17:12:40.202999 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-833b4fee-d015-43ec-9fc8-02e32169f600 req-e19c69d7-407f-4751-8237-a6e38e5d00be tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Router c8f25c57-8351-4dd5-8424-606e9bc04b02 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:12:40.345391 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09add4b3-9661-4ef7-9d1e-f091c1a77f9e req-88b4b785-30f7-4f60-80d8-7889d0a104f7 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:40.346863 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-09add4b3-9661-4ef7-9d1e-f091c1a77f9e req-88b4b785-30f7-4f60-80d8-7889d0a104f7 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 945 time: 0.1016138 Mar 23 17:12:40.348254 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-833b4fee-d015-43ec-9fc8-02e32169f600 req-e19c69d7-407f-4751-8237-a6e38e5d00be tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:12:40.359037 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f8f1b-a96a-416c-a0bd-65a0a97941ea None None] Sync routers for ids ['c8f25c57-8351-4dd5-8424-606e9bc04b02'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:12:40.371218 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f8f1b-a96a-416c-a0bd-65a0a97941ea None None] Routers {'c8f25c57-8351-4dd5-8424-606e9bc04b02'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:40.371501 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-3e0f8f1b-a96a-416c-a0bd-65a0a97941ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:12:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c8f25c57-8351-4dd5-8424-606e9bc04b02'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:40.401766 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-833b4fee-d015-43ec-9fc8-02e32169f600 req-e19c69d7-407f-4751-8237-a6e38e5d00be tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] No DVR routers for this DVR port 1b6132a0-6562-422f-942f-b09e40dd5133 on host hv-cinder-83491 {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:12:40.406854 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-833b4fee-d015-43ec-9fc8-02e32169f600 req-e19c69d7-407f-4751-8237-a6e38e5d00be tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:40.410078 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-833b4fee-d015-43ec-9fc8-02e32169f600 req-e19c69d7-407f-4751-8237-a6e38e5d00be tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.43 "DELETE /v2.0/ports/1b6132a0-6562-422f-942f-b09e40dd5133 HTTP/1.1" status: 204 len: 173 time: 1.1404526 Mar 23 17:12:40.410528 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'name': 'network-vif-deleted', 'tag': '1b6132a0-6562-422f-942f-b09e40dd5133'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:12:40.412777 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11acc6f5-b51d-4c22-80d9-1cd7b2063203" -d '{"events": [{"server_uuid": "73a05e8c-59e5-4cd2-a09c-3d780567e61a", "name": "network-vif-deleted", "tag": "1b6132a0-6562-422f-942f-b09e40dd5133"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:12:40.438948 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-09add4b3-9661-4ef7-9d1e-f091c1a77f9e req-de835cc4-bf2b-42df-ac0d-9fff942688d8 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856833 Mar 23 17:12:40.484283 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e528fa-dff9-41cf-90ec-5dac9e48e6c2 req-3932bb13-6d8b-4bd2-8a62-470ac18f4b0a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:40.485892 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-73e528fa-dff9-41cf-90ec-5dac9e48e6c2 req-3932bb13-6d8b-4bd2-8a62-470ac18f4b0a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 945 time: 0.0886917 Mar 23 17:12:40.497237 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d3ffda-d350-447a-91e3-3b5646b1f0d5 x-openstack-request-id: req-69d3ffda-d350-447a-91e3-3b5646b1f0d5 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:12:40.497530 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a05e8c-59e5-4cd2-a09c-3d780567e61a", "name": "network-vif-deleted", "tag": "1b6132a0-6562-422f-942f-b09e40dd5133", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:12:40.497789 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-69d3ffda-d350-447a-91e3-3b5646b1f0d5 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:12:40.498209 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d3ffda-d350-447a-91e3-3b5646b1f0d5'] response: {'server_uuid': '73a05e8c-59e5-4cd2-a09c-3d780567e61a', 'name': 'network-vif-deleted', 'tag': '1b6132a0-6562-422f-942f-b09e40dd5133', 'status': 'completed', 'code': 200} Mar 23 17:12:40.499946 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-3e0f8f1b-a96a-416c-a0bd-65a0a97941ea None None] Set router c8f25c57-8351-4dd5-8424-606e9bc04b02 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:40.558721 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-73e528fa-dff9-41cf-90ec-5dac9e48e6c2 req-3a678d67-dfa5-4016-98ba-efd6034c89f1 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576839 Mar 23 17:12:40.864401 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-3e0f8f1b-a96a-416c-a0bd-65a0a97941ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port': {'id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '47c401b7-7ab1-43c3-9499-d7d9faf9ba6c', 'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'mac_address': 'fa:16:3e:ce:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:31Z', 'updated_at': '2022-03-23T17:07:48Z', 'revision_number': 5, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'subnets': [{'id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:40.893120 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f8f1b-a96a-416c-a0bd-65a0a97941ea None None] Checking router: c8f25c57-8351-4dd5-8424-606e9bc04b02 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:12:40.901361 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f8f1b-a96a-416c-a0bd-65a0a97941ea None None] Routers {'c8f25c57-8351-4dd5-8424-606e9bc04b02'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:40.901975 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-3e0f8f1b-a96a-416c-a0bd-65a0a97941ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:12:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c8f25c57-8351-4dd5-8424-606e9bc04b02'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:41.009643 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-3e0f8f1b-a96a-416c-a0bd-65a0a97941ea None None] Set router c8f25c57-8351-4dd5-8424-606e9bc04b02 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:41.093696 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 2ca9e82f-1616-4972-b46b-dbaeec6e9298 up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:12:41.261080 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-3e0f8f1b-a96a-416c-a0bd-65a0a97941ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port': {'id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '47c401b7-7ab1-43c3-9499-d7d9faf9ba6c', 'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'mac_address': 'fa:16:3e:ce:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:31Z', 'updated_at': '2022-03-23T17:07:48Z', 'revision_number': 5, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'subnets': [{'id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:41.265520 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port 2ca9e82f-1616-4972-b46b-dbaeec6e9298 completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:12:41.298169 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-03f714cb-8a31-4371-852f-4cd87e9f9a81 req-64acfb70-9b0a-4026-ba8c-74e52984d0b4 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=73a05e8c-59e5-4cd2-a09c-3d780567e61a HTTP/1.1" status: 200 len: 210 time: 0.0285916 Mar 23 17:12:41.300392 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f8f1b-a96a-416c-a0bd-65a0a97941ea None None] The sync data for ids ['c8f25c57-8351-4dd5-8424-606e9bc04b02'] in dv-cinder-834919-1-iscsi is: [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port': {'id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '47c401b7-7ab1-43c3-9499-d7d9faf9ba6c', 'name': '', 'network_id': '51f4a656-753b-4765-843d-71e3a0fb2d78', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'mac_address': 'fa:16:3e:ce:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:31Z', 'updated_at': '2022-03-23T17:07:48Z', 'revision_number': 5, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'subnets': [{'id': 'd34f5912-e7b8-4c19-ae6b-6c3e94613af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:12:41.301917 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 2ca9e82f-1616-4972-b46b-dbaeec6e9298 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:41.302410 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (2ca9e82f-1616-4972-b46b-dbaeec6e9298), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:41.389262 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 2ca9e82f-1616-4972-b46b-dbaeec6e9298 is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:41.390436 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (2ca9e82f-1616-4972-b46b-dbaeec6e9298), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:41.413279 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a25198-7aa6-47bf-9758-ea4d395fc284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca9e82f-1616-4972-b46b-dbaeec6e9298'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:12:41.415524 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba77da62-93e9-46ae-ba13-718e938b075c" -d '{"events": [{"server_uuid": "72a25198-7aa6-47bf-9758-ea4d395fc284", "name": "network-vif-plugged", "status": "completed", "tag": "2ca9e82f-1616-4972-b46b-dbaeec6e9298"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:12:41.430953 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 2ca9e82f-1616-4972-b46b-dbaeec6e9298, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=2ca9e82f-1616-4972-b46b-dbaeec6e9298,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:41.455260 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55283a13-1bac-41c5-877e-4212d40ba009 x-openstack-request-id: req-55283a13-1bac-41c5-877e-4212d40ba009 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:12:41.455731 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a25198-7aa6-47bf-9758-ea4d395fc284", "name": "network-vif-plugged", "status": "completed", "tag": "2ca9e82f-1616-4972-b46b-dbaeec6e9298", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:12:41.455971 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-55283a13-1bac-41c5-877e-4212d40ba009 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:12:41.456372 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55283a13-1bac-41c5-877e-4212d40ba009'] response: {'server_uuid': '72a25198-7aa6-47bf-9758-ea4d395fc284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca9e82f-1616-4972-b46b-dbaeec6e9298', 'code': 200} Mar 23 17:12:41.540002 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (2ca9e82f-1616-4972-b46b-dbaeec6e9298), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:41.578832 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a646bc74-a187-4861-95fc-a9c8e6f5c0b6 None None] New status for floating IP c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9: DOWN {{(pid=104063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:12:41.596625 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=2ca9e82f-1616-4972-b46b-dbaeec6e9298,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:41.671754 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8427f36-971d-405a-8f69-77d449eb2198 req-b3275158-20d8-4591-a5b0-712c95f3d795 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:41.673339 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a8427f36-971d-405a-8f69-77d449eb2198 req-b3275158-20d8-4591-a5b0-712c95f3d795 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 946 time: 0.0534236 Mar 23 17:12:41.734161 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a8427f36-971d-405a-8f69-77d449eb2198 req-6257c5cc-6ceb-40e5-bf8f-a4237b9f2e2f tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508878 Mar 23 17:12:41.938806 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ffbdc-6df1-41f6-858f-8c643cd00826 req-f255b8fc-9455-4fe0-a6a2-41e597b82e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:41.940368 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-889ffbdc-6df1-41f6-858f-8c643cd00826 req-f255b8fc-9455-4fe0-a6a2-41e597b82e41 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 1130 time: 0.0891955 Mar 23 17:12:41.990348 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-889ffbdc-6df1-41f6-858f-8c643cd00826 req-00d581ba-42b6-4ebd-b188-f223e8500e95 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439601 Mar 23 17:12:42.465656 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33814) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:42.518555 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-68db45b2-c848-4734-98b2-5ec3bf7bb544 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for security_group (13298477-6444-460b-8655-36eaacb593e0), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:42.544066 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-68db45b2-c848-4734-98b2-5ec3bf7bb544 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for security_group (13298477-6444-460b-8655-36eaacb593e0), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:42.671709 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-68db45b2-c848-4734-98b2-5ec3bf7bb544 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (13298477-6444-460b-8655-36eaacb593e0), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:42.674434 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-68db45b2-c848-4734-98b2-5ec3bf7bb544 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:42.675626 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-68db45b2-c848-4734-98b2-5ec3bf7bb544 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "DELETE /v2.0/security-groups/13298477-6444-460b-8655-36eaacb593e0 HTTP/1.1" status: 204 len: 168 time: 0.2089548 Mar 23 17:12:42.678182 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33820) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:42.687345 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db45b2-c848-4734-98b2-5ec3bf7bb544 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13298477-6444-460b-8655-36eaacb593e0,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:42.691168 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.api.v2.resource [None req-d6903e08-fec8-4c01-9148-a2f816de1504 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] show failed (client error): The resource could not be found. Mar 23 17:12:42.692202 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-d6903e08-fec8-4c01-9148-a2f816de1504 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups/13298477-6444-460b-8655-36eaacb593e0 HTTP/1.1" status: 404 len: 347 time: 0.0129931 Mar 23 17:12:42.694893 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33822) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:42.829502 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-faf3f49b-1156-4839-a011-9318397d0ce6 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Deleting port baf93f00-a2d2-4070-85df-bb0f4f2e265c {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:12:42.829847 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-faf3f49b-1156-4839-a011-9318397d0ce6 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (baf93f00-a2d2-4070-85df-bb0f4f2e265c), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:42.872890 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f279c6-d21b-4418-b24d-702de6c7f64c req-a262fe61-a322-48e7-8874-a2ceb1d13467 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:42.874434 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f8f279c6-d21b-4418-b24d-702de6c7f64c req-a262fe61-a322-48e7-8874-a2ceb1d13467 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 946 time: 0.0713110 Mar 23 17:12:42.911863 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-faf3f49b-1156-4839-a011-9318397d0ce6 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (baf93f00-a2d2-4070-85df-bb0f4f2e265c), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:42.912211 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-faf3f49b-1156-4839-a011-9318397d0ce6 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for floatingip (baf93f00-a2d2-4070-85df-bb0f4f2e265c), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:42.920788 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f8f279c6-d21b-4418-b24d-702de6c7f64c req-12b6971f-bd83-432c-9b27-e5b2fa07efff tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402336 Mar 23 17:12:42.924762 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-faf3f49b-1156-4839-a011-9318397d0ce6 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Calling delete_port for baf93f00-a2d2-4070-85df-bb0f4f2e265c owned by network:floatingip {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:12:43.091722 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1b6132a0-6562-422f-942f-b09e40dd5133 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:12:43.111979 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: 1b6132a0-6562-422f-942f-b09e40dd5133 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:12:43.114575 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1b6132a0-6562-422f-942f-b09e40dd5133 not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:12:43.134532 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-faf3f49b-1156-4839-a011-9318397d0ce6 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (baf93f00-a2d2-4070-85df-bb0f4f2e265c), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:43.161036 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3f49b-1156-4839-a011-9318397d0ce6 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Pushing event deleted for resources: {'Port': ['ID=baf93f00-a2d2-4070-85df-bb0f4f2e265c,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:43.221891 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-faf3f49b-1156-4839-a011-9318397d0ce6 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks [] for floatingip (c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:43.224628 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-faf3f49b-1156-4839-a011-9318397d0ce6 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:43.229123 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-faf3f49b-1156-4839-a011-9318397d0ce6 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "DELETE /v2.0/floatingips/c2515d8d-1876-4d9e-a8e5-2dda6e2d64b9 HTTP/1.1" status: 204 len: 168 time: 0.5298779 Mar 23 17:12:44.038063 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1f2c7-b02a-4125-80cc-bffc23218b3e req-8701a14e-9e95-4fce-befe-358f5f2991f2 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:44.039490 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f5f1f2c7-b02a-4125-80cc-bffc23218b3e req-8701a14e-9e95-4fce-befe-358f5f2991f2 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 946 time: 0.0521533 Mar 23 17:12:44.084312 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f5f1f2c7-b02a-4125-80cc-bffc23218b3e req-b7688cfc-1b39-46a0-a253-2541288c5bea tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393384 Mar 23 17:12:44.198678 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c7fd8-07db-4a7c-9afe-4c67635a15e9 req-e81196b6-1436-4f50-a8ea-fc3a7a7b23a5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:44.200743 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9e7c7fd8-07db-4a7c-9afe-4c67635a15e9 req-e81196b6-1436-4f50-a8ea-fc3a7a7b23a5 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 946 time: 0.0520368 Mar 23 17:12:44.209646 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33840) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:44.214128 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-d05cabeb-2b6f-418c-bf38-a37fb9465a52 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Request body: {'floatingip': {'port_id': '2ca9e82f-1616-4972-b46b-dbaeec6e9298'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:44.255049 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d05cabeb-2b6f-418c-bf38-a37fb9465a52 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (dc2c5aa3-25b6-4fa4-b9ce-40215a1424b3), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:44.675516 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d05cabeb-2b6f-418c-bf38-a37fb9465a52 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:44.751922 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d05cabeb-2b6f-418c-bf38-a37fb9465a52 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (dc2c5aa3-25b6-4fa4-b9ce-40215a1424b3), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:44.851777 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.l3_db [None req-d05cabeb-2b6f-418c-bf38-a37fb9465a52 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Floating IP dc2c5aa3-25b6-4fa4-b9ce-40215a1424b3 associated. External IP: 172.27.1.236, port: 2ca9e82f-1616-4972-b46b-dbaeec6e9298. Mar 23 17:12:45.064468 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05cabeb-2b6f-418c-bf38-a37fb9465a52 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Router 6eb0fc3d-315c-4722-9458-39e73209a3aa has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:12:45.176573 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05cabeb-2b6f-418c-bf38-a37fb9465a52 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:12:45.186042 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d05cabeb-2b6f-418c-bf38-a37fb9465a52 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:45.186315 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f8f06-8b94-4173-94e5-5f850ceb246e None None] Sync routers for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:12:45.196531 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f8f06-8b94-4173-94e5-5f850ceb246e None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:45.197411 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-385f8f06-8b94-4173-94e5-5f850ceb246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:12:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:45.214060 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-d05cabeb-2b6f-418c-bf38-a37fb9465a52 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "PUT /v2.0/floatingips/dc2c5aa3-25b6-4fa4-b9ce-40215a1424b3 HTTP/1.1" status: 200 len: 992 time: 1.0033574 Mar 23 17:12:45.214634 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a25198-7aa6-47bf-9758-ea4d395fc284', 'tag': '2ca9e82f-1616-4972-b46b-dbaeec6e9298'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:12:45.216984 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6ad50f-e7e5-473d-b77c-5d0bcfdf936a" -d '{"events": [{"name": "network-changed", "server_uuid": "72a25198-7aa6-47bf-9758-ea4d395fc284", "tag": "2ca9e82f-1616-4972-b46b-dbaeec6e9298"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:12:45.312327 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbe8135-9d90-4726-a0f5-5bdafe18c4cb x-openstack-request-id: req-bbbe8135-9d90-4726-a0f5-5bdafe18c4cb {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:12:45.312327 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a25198-7aa6-47bf-9758-ea4d395fc284", "tag": "2ca9e82f-1616-4972-b46b-dbaeec6e9298", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:12:45.312327 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bbbe8135-9d90-4726-a0f5-5bdafe18c4cb {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:12:45.312327 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbbe8135-9d90-4726-a0f5-5bdafe18c4cb'] response: {'name': 'network-changed', 'server_uuid': '72a25198-7aa6-47bf-9758-ea4d395fc284', 'tag': '2ca9e82f-1616-4972-b46b-dbaeec6e9298', 'status': 'completed', 'code': 200} Mar 23 17:12:45.315150 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-385f8f06-8b94-4173-94e5-5f850ceb246e None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:45.375674 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ad50f-e7e5-473d-b77c-5d0bcfdf936a req-6f66860b-6744-4e89-af2a-6fd42567f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:45.377246 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1a6ad50f-e7e5-473d-b77c-5d0bcfdf936a req-6f66860b-6744-4e89-af2a-6fd42567f262 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2336e4510f764841aa29452b39b8372a&device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 1130 time: 0.0431149 Mar 23 17:12:45.470113 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ad50f-e7e5-473d-b77c-5d0bcfdf936a req-74f9bbdb-8202-43d9-baf4-bc983a2c38eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:45.471722 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1a6ad50f-e7e5-473d-b77c-5d0bcfdf936a req-74f9bbdb-8202-43d9-baf4-bc983a2c38eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d08b13a-5095-4a4d-97e2-485b1dca6f48 HTTP/1.1" status: 200 len: 916 time: 0.0884733 Mar 23 17:12:45.536211 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1a6ad50f-e7e5-473d-b77c-5d0bcfdf936a req-b7b42386-829b-43c3-8be9-f6f46d7b45f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ca9e82f-1616-4972-b46b-dbaeec6e9298 HTTP/1.1" status: 200 len: 1000 time: 0.0581419 Mar 23 17:12:45.540263 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-385f8f06-8b94-4173-94e5-5f850ceb246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'dc2c5aa3-25b6-4fa4-b9ce-40215a1424b3', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': '2ca9e82f-1616-4972-b46b-dbaeec6e9298', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:97:b7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a25198-7aa6-47bf-9758-ea4d395fc284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:12:25Z', 'updated_at': '2022-03-23T17:12:44Z', 'revision_number': 1, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:45.571781 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f8f06-8b94-4173-94e5-5f850ceb246e None None] Checking router: 6eb0fc3d-315c-4722-9458-39e73209a3aa for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:12:45.577919 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f8f06-8b94-4173-94e5-5f850ceb246e None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:45.579014 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-385f8f06-8b94-4173-94e5-5f850ceb246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:12:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:45.593221 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ad50f-e7e5-473d-b77c-5d0bcfdf936a req-e48afc70-3b0b-42e0-8f91-ce0be0a98cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:45.594689 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1a6ad50f-e7e5-473d-b77c-5d0bcfdf936a req-e48afc70-3b0b-42e0-8f91-ce0be0a98cbc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43603411-92d2-456c-9c3f-c4feabdc98c6 HTTP/1.1" status: 200 len: 853 time: 0.0517638 Mar 23 17:12:45.650014 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ad50f-e7e5-473d-b77c-5d0bcfdf936a req-b15705ac-7559-47b9-8df7-d1986c3410a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:45.651531 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1a6ad50f-e7e5-473d-b77c-5d0bcfdf936a req-b15705ac-7559-47b9-8df7-d1986c3410a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d08b13a-5095-4a4d-97e2-485b1dca6f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495555 Mar 23 17:12:45.695403 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-385f8f06-8b94-4173-94e5-5f850ceb246e None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:45.745679 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1a6ad50f-e7e5-473d-b77c-5d0bcfdf936a req-ea93ad61-70a1-4a65-b735-9bd4be32d010 service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863485 Mar 23 17:12:45.843807 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-1a6ad50f-e7e5-473d-b77c-5d0bcfdf936a req-815a82c7-edf4-4a2c-bfe2-fab3c0e3ba68 service neutron] 10.222.0.43 "GET /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903857 Mar 23 17:12:45.942590 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-385f8f06-8b94-4173-94e5-5f850ceb246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'dc2c5aa3-25b6-4fa4-b9ce-40215a1424b3', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': '2ca9e82f-1616-4972-b46b-dbaeec6e9298', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:97:b7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a25198-7aa6-47bf-9758-ea4d395fc284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:12:25Z', 'updated_at': '2022-03-23T17:12:44Z', 'revision_number': 1, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:45.969428 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f8f06-8b94-4173-94e5-5f850ceb246e None None] The sync data for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi is: [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'dc2c5aa3-25b6-4fa4-b9ce-40215a1424b3', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'port_id': '2ca9e82f-1616-4972-b46b-dbaeec6e9298', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'mac_address': 'fa:16:3e:97:b7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a25198-7aa6-47bf-9758-ea4d395fc284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:12:25Z', 'updated_at': '2022-03-23T17:12:44Z', 'revision_number': 1, 'project_id': '2336e4510f764841aa29452b39b8372a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:12:46.171439 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a06fc0-444b-4c11-a5cf-2ec392887402 None None] New status for floating IP dc2c5aa3-25b6-4fa4-b9ce-40215a1424b3: ACTIVE {{(pid=104063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:12:46.315798 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787a6d5-0e8a-41d6-a992-c282bcd1440f req-25d132e3-ae9c-4823-915a-9b7f340dee25 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:46.317313 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2787a6d5-0e8a-41d6-a992-c282bcd1440f req-25d132e3-ae9c-4823-915a-9b7f340dee25 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0629864 Mar 23 17:12:46.373387 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2787a6d5-0e8a-41d6-a992-c282bcd1440f req-2c894f32-e1d2-4757-b467-9531ec73316f tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480602 Mar 23 17:12:47.493448 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eda771-13f9-481d-b7a6-d4e25d5bc151 req-589bbba0-0d3b-493a-90ee-b091b9850f91 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:47.494943 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-13eda771-13f9-481d-b7a6-d4e25d5bc151 req-589bbba0-0d3b-493a-90ee-b091b9850f91 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0521131 Mar 23 17:12:47.539553 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-13eda771-13f9-481d-b7a6-d4e25d5bc151 req-d5e8a60e-35b1-47c9-825a-e73c1af04afb tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391080 Mar 23 17:12:48.665303 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5dc56-48f9-4d5e-9372-4b2ea6684fd1 req-2e730f54-e8cb-429c-8643-01bd88edb820 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:48.668798 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-11d5dc56-48f9-4d5e-9372-4b2ea6684fd1 req-2e730f54-e8cb-429c-8643-01bd88edb820 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0560274 Mar 23 17:12:48.740980 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-11d5dc56-48f9-4d5e-9372-4b2ea6684fd1 req-dd1c6540-e0b1-45f3-8394-0391aa2e884e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655768 Mar 23 17:12:48.752636 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140db85-66eb-4ebd-8b83-7673c7b78667 req-95706083-608e-4408-9450-6ce9579bd944 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:48.754439 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c140db85-66eb-4ebd-8b83-7673c7b78667 req-95706083-608e-4408-9450-6ce9579bd944 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.43 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 946 time: 0.0864537 Mar 23 17:12:48.793316 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b93a2-49b1-4256-83d2-30b2534dc843 req-b82cd74c-cbdc-4bbe-a606-9107c51b8e94 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:48.794848 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-430b93a2-49b1-4256-83d2-30b2534dc843 req-b82cd74c-cbdc-4bbe-a606-9107c51b8e94 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0655510 Mar 23 17:12:48.846353 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-430b93a2-49b1-4256-83d2-30b2534dc843 req-098e9764-2676-42bf-9a8b-bccccedba6a3 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452073 Mar 23 17:12:48.859260 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-c140db85-66eb-4ebd-8b83-7673c7b78667 req-0ad12e21-4b3c-4c7e-8824-114c9a228650 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Deleting port 88c0a3bf-8932-4e8c-855b-be2c93889447 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:12:48.859526 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-c140db85-66eb-4ebd-8b83-7673c7b78667 req-0ad12e21-4b3c-4c7e-8824-114c9a228650 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (88c0a3bf-8932-4e8c-855b-be2c93889447), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:49.181832 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-c140db85-66eb-4ebd-8b83-7673c7b78667 req-0ad12e21-4b3c-4c7e-8824-114c9a228650 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] For port 88c0a3bf-8932-4e8c-855b-be2c93889447, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=88c0a3bf-8932-4e8c-855b-be2c93889447,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:49.182198 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-c140db85-66eb-4ebd-8b83-7673c7b78667 req-0ad12e21-4b3c-4c7e-8824-114c9a228650 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (88c0a3bf-8932-4e8c-855b-be2c93889447), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:49.194469 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-c140db85-66eb-4ebd-8b83-7673c7b78667 req-0ad12e21-4b3c-4c7e-8824-114c9a228650 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Calling delete_port for 88c0a3bf-8932-4e8c-855b-be2c93889447 owned by compute:nova {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:12:49.448408 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-c140db85-66eb-4ebd-8b83-7673c7b78667 req-0ad12e21-4b3c-4c7e-8824-114c9a228650 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (88c0a3bf-8932-4e8c-855b-be2c93889447), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:49.463138 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['88c0a3bf-8932-4e8c-855b-be2c93889447', '7eb12bb7-c514-47f9-95d9-c9b6483598ef'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:12:49.478552 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad12e21-4b3c-4c7e-8824-114c9a228650 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Pushing event deleted for resources: {'Port': ['ID=88c0a3bf-8932-4e8c-855b-be2c93889447,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:49.522742 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c140db85-66eb-4ebd-8b83-7673c7b78667 req-0ad12e21-4b3c-4c7e-8824-114c9a228650 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] No DVR routers for this DVR port 88c0a3bf-8932-4e8c-855b-be2c93889447 on host hv-cinder-83491 {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:12:49.525742 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-c140db85-66eb-4ebd-8b83-7673c7b78667 req-0ad12e21-4b3c-4c7e-8824-114c9a228650 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:49.529026 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c140db85-66eb-4ebd-8b83-7673c7b78667 req-0ad12e21-4b3c-4c7e-8824-114c9a228650 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.43 "DELETE /v2.0/ports/88c0a3bf-8932-4e8c-855b-be2c93889447 HTTP/1.1" status: 204 len: 173 time: 0.7690525 Mar 23 17:12:49.529482 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7391d1bf-9454-4e0e-9d74-9eba49a96fae', 'name': 'network-vif-deleted', 'tag': '88c0a3bf-8932-4e8c-855b-be2c93889447'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:12:49.532487 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa42408-f1c0-4ee2-887f-7dc47047f0d2" -d '{"events": [{"server_uuid": "7391d1bf-9454-4e0e-9d74-9eba49a96fae", "name": "network-vif-deleted", "tag": "88c0a3bf-8932-4e8c-855b-be2c93889447"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:12:49.566896 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89601279-0758-446c-b6d4-e04c3a291e9f x-openstack-request-id: req-89601279-0758-446c-b6d4-e04c3a291e9f {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:12:49.567190 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7391d1bf-9454-4e0e-9d74-9eba49a96fae", "name": "network-vif-deleted", "tag": "88c0a3bf-8932-4e8c-855b-be2c93889447", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:12:49.567472 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-89601279-0758-446c-b6d4-e04c3a291e9f {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:12:49.567878 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89601279-0758-446c-b6d4-e04c3a291e9f'] response: {'server_uuid': '7391d1bf-9454-4e0e-9d74-9eba49a96fae', 'name': 'network-vif-deleted', 'tag': '88c0a3bf-8932-4e8c-855b-be2c93889447', 'status': 'completed', 'code': 200} Mar 23 17:12:49.851587 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7960d89e-f39e-4238-a2c4-285f0a9f5bb0 req-58cf68cf-886e-4d69-a8f3-a90735d0c915 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 210 time: 0.0319169 Mar 23 17:12:49.979137 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0874a03-3d3b-4e3a-95e8-0aa4f91e92f3 req-75755024-142e-43f7-904b-78e66bfbd803 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:49.980734 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d0874a03-3d3b-4e3a-95e8-0aa4f91e92f3 req-75755024-142e-43f7-904b-78e66bfbd803 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0581641 Mar 23 17:12:50.028297 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d0874a03-3d3b-4e3a-95e8-0aa4f91e92f3 req-31a97179-d680-4f02-8932-34c5c76b99e4 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413511 Mar 23 17:12:50.957670 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f9c79a5c-ec90-435a-8c00-5a3c397a314a req-4a6573b3-1ad6-4cbb-8759-d3a9bf46705e tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=7391d1bf-9454-4e0e-9d74-9eba49a96fae HTTP/1.1" status: 200 len: 210 time: 0.0273871 Mar 23 17:12:51.159132 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9e451-2e2b-483f-b199-4e68b5dca489 req-68e3614c-33d1-42dd-85b7-da00b845e104 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:51.160635 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5dd9e451-2e2b-483f-b199-4e68b5dca489 req-68e3614c-33d1-42dd-85b7-da00b845e104 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0513127 Mar 23 17:12:51.207346 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5dd9e451-2e2b-483f-b199-4e68b5dca489 req-0827856e-8f9f-49b1-ac87-9ed926334b3c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398390 Mar 23 17:12:52.164898 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13d64f-3388-4ae8-b4c1-756ca7888107 req-5177c423-d0c4-4b1a-a24c-2698de69b9f8 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:52.166410 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8c13d64f-3388-4ae8-b4c1-756ca7888107 req-5177c423-d0c4-4b1a-a24c-2698de69b9f8 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 945 time: 0.0550992 Mar 23 17:12:52.211985 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8c13d64f-3388-4ae8-b4c1-756ca7888107 req-a84f7365-4cb4-4b64-b79e-c98d0794f13c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400519 Mar 23 17:12:52.235258 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33938) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:52.359189 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c26eda-84f6-4e92-80a8-954457478a48 tempest-TestMinimumBasicScenario-1297930796 tempest-TestMinimumBasicScenario-1297930796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:52.361568 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-e4c26eda-84f6-4e92-80a8-954457478a48 tempest-TestMinimumBasicScenario-1297930796 tempest-TestMinimumBasicScenario-1297930796-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 1124 time: 0.1252389 Mar 23 17:12:52.364652 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33942) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:52.369105 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Request body: {'floatingip': {'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'port_id': '5594898a-420b-459e-8e19-e085de6248a8', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:52.369747 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f5fb8-1da7-4a6a-93a1-4d3894c600ff req-4579fb0a-36a4-4754-af65-719bd423d743 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:52.371134 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f16f5fb8-1da7-4a6a-93a1-4d3894c600ff req-4579fb0a-36a4-4754-af65-719bd423d743 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0814221 Mar 23 17:12:52.423807 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f16f5fb8-1da7-4a6a-93a1-4d3894c600ff req-73f9d66c-c63a-4946-8db4-52fe412a0c7b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463047 Mar 23 17:12:52.479085 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e36b3-2b9d-4da2-a857-561d1cce99a2 req-a5ee1e5c-ae0d-411e-b59f-aa8f31d7331b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:52.480468 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8c2e36b3-2b9d-4da2-a857-561d1cce99a2 req-a5ee1e5c-ae0d-411e-b59f-aa8f31d7331b tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0550833 Mar 23 17:12:52.498927 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:52.566827 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8c2e36b3-2b9d-4da2-a857-561d1cce99a2 req-baebd9c8-20fd-4e3e-a9ef-83ca9be8c995 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800939 Mar 23 17:12:52.612121 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:52.714047 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Allocated IP 172.27.1.52 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/066356fc-3e65-46ad-9cba-7e40b52e3b77) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:12:52.811120 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for port (066356fc-3e65-46ad-9cba-7e40b52e3b77), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:52.923155 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (066356fc-3e65-46ad-9cba-7e40b52e3b77), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:52.961774 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:12:52.966486 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:12:52.971201 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:12:52.975099 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Pushing event updated for resources: {'Port': ['ID=066356fc-3e65-46ad-9cba-7e40b52e3b77,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:53.114751 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 88c0a3bf-8932-4e8c-855b-be2c93889447 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:12:53.134978 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: 88c0a3bf-8932-4e8c-855b-be2c93889447 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:12:53.135325 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 88c0a3bf-8932-4e8c-855b-be2c93889447 not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:12:53.272732 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for floatingip (c17b8de9-fb6d-4ac1-9b68-0c848c976735), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:53.378887 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (066356fc-3e65-46ad-9cba-7e40b52e3b77), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:53.528039 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for port (066356fc-3e65-46ad-9cba-7e40b52e3b77), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:53.547639 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123b8a7-ce7b-4356-a2fa-822126e85239 req-45112b56-f9e6-424d-a8fe-e6105af8c4fc tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:53.549153 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5123b8a7-ce7b-4356-a2fa-822126e85239 req-45112b56-f9e6-424d-a8fe-e6105af8c4fc tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0546429 Mar 23 17:12:53.594728 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5123b8a7-ce7b-4356-a2fa-822126e85239 req-392a3b90-795e-48d8-9d86-1f0f7bdf677e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399265 Mar 23 17:12:53.597885 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (066356fc-3e65-46ad-9cba-7e40b52e3b77), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:53.629096 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (c17b8de9-fb6d-4ac1-9b68-0c848c976735), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:53.747857 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Pushing event updated for resources: {'Port': ['ID=066356fc-3e65-46ad-9cba-7e40b52e3b77,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:53.780108 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dd51e-ffc5-409a-b07c-e9bd5d4c42e9 req-959a5b94-8ab6-4096-94e7-0dda1c21be93 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:53.782497 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ff1dd51e-ffc5-409a-b07c-e9bd5d4c42e9 req-959a5b94-8ab6-4096-94e7-0dda1c21be93 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.1191456 Mar 23 17:12:53.798561 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Floating IP c17b8de9-fb6d-4ac1-9b68-0c848c976735 associated. External IP: 172.27.1.52, port: 5594898a-420b-459e-8e19-e085de6248a8. Mar 23 17:12:53.906959 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ff1dd51e-ffc5-409a-b07c-e9bd5d4c42e9 req-cfe1405d-a142-48da-a3c2-3c10a561dc7a tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168404 Mar 23 17:12:54.035336 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:12:54.141255 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:12:54.150720 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba3b86-139e-497b-a33d-41f7409bdbd1 None None] Sync routers for ids ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:12:54.167807 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba3b86-139e-497b-a33d-41f7409bdbd1 None None] Routers {'fea727f4-60de-4804-9fbf-c6d7e0f23ed4'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:54.167807 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-e2ba3b86-139e-497b-a33d-41f7409bdbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:12:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:54.227566 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:54.257278 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-b4350a2a-5dd8-427f-a3cf-d7a61f8185fb tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8915052 Mar 23 17:12:54.257973 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'tag': '5594898a-420b-459e-8e19-e085de6248a8'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:12:54.260107 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33950) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:54.260268 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffae9000-b7be-407f-b49a-4d23266d5811" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e", "tag": "5594898a-420b-459e-8e19-e085de6248a8"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:12:54.264800 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440313718', 'description': 'tempest-secgroup-smoke-440313718 description', 'project_id': '54794ae67e2c48d0805333eefd6b56c8'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:54.271329 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-e2ba3b86-139e-497b-a33d-41f7409bdbd1 None None] Set router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:54.295718 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e50051-5647-4447-96a5-97323dc95aab x-openstack-request-id: req-26e50051-5647-4447-96a5-97323dc95aab {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:12:54.296011 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e", "tag": "5594898a-420b-459e-8e19-e085de6248a8", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:12:54.296261 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-26e50051-5647-4447-96a5-97323dc95aab {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:12:54.296702 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e50051-5647-4447-96a5-97323dc95aab'] response: {'name': 'network-changed', 'server_uuid': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'tag': '5594898a-420b-459e-8e19-e085de6248a8', 'status': 'completed', 'code': 200} Mar 23 17:12:54.360639 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae9000-b7be-407f-b49a-4d23266d5811 req-2bafa6be-437c-4321-927b-5c52c17c3868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:54.362165 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffae9000-b7be-407f-b49a-4d23266d5811 req-2bafa6be-437c-4321-927b-5c52c17c3868 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54794ae67e2c48d0805333eefd6b56c8&device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 1129 time: 0.0441639 Mar 23 17:12:54.367973 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:54.434817 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group (0325aab7-e4ab-4c2f-9f7c-3e57021f1cef), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:54.460525 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae9000-b7be-407f-b49a-4d23266d5811 req-b76273f4-4b97-4471-932d-a9a238ab120f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:54.462031 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffae9000-b7be-407f-b49a-4d23266d5811 req-b76273f4-4b97-4471-932d-a9a238ab120f service neutron] 10.222.0.43 "GET /v2.0/networks?id=4da2e65e-00e6-4db1-acb0-a2bedc1d770a HTTP/1.1" status: 200 len: 917 time: 0.0931449 Mar 23 17:12:54.503082 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-e2ba3b86-139e-497b-a33d-41f7409bdbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'name': 'tempest-TestMinimumBasicScenario-1344706634-router', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '37529b80-265d-4f81-9932-ef8217e46e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:11:54Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 4, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'gw_port': {'id': '37529b80-265d-4f81-9932-ef8217e46e16', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:55Z', 'updated_at': '2022-03-23T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'c17b8de9-fb6d-4ac1-9b68-0c848c976735', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'port_id': '5594898a-420b-459e-8e19-e085de6248a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'mac_address': 'fa:16:3e:dd:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:12:53Z', 'updated_at': '2022-03-23T17:12:53Z', 'revision_number': 0, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08a4b9d-a290-4714-9cb4-252f7c42d06a', 'name': '', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'mac_address': 'fa:16:3e:d9:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:57Z', 'updated_at': '2022-03-23T17:12:03Z', 'revision_number': 5, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'subnets': [{'id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:54.517861 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (0325aab7-e4ab-4c2f-9f7c-3e57021f1cef), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:54.529658 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba3b86-139e-497b-a33d-41f7409bdbd1 None None] Checking router: fea727f4-60de-4804-9fbf-c6d7e0f23ed4 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:12:54.534133 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffae9000-b7be-407f-b49a-4d23266d5811 req-e0d9ecc0-6912-41a7-87a6-92455da1568b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5594898a-420b-459e-8e19-e085de6248a8 HTTP/1.1" status: 200 len: 998 time: 0.0649660 Mar 23 17:12:54.538125 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba3b86-139e-497b-a33d-41f7409bdbd1 None None] Routers {'fea727f4-60de-4804-9fbf-c6d7e0f23ed4'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:54.538741 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-e2ba3b86-139e-497b-a33d-41f7409bdbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:12:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:54.547664 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:54.554931 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:54.555293 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:54.555644 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:54.555992 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:54.556336 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:54.556707 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:54.557047 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:54.557382 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:54.557715 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:54.558048 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:54.558379 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:54.558709 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:54.559196 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:54.559531 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:54.559861 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:12:54.588963 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae9000-b7be-407f-b49a-4d23266d5811 req-d7628811-db74-4bf4-861f-b41bbb7e05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:54.590452 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffae9000-b7be-407f-b49a-4d23266d5811 req-d7628811-db74-4bf4-861f-b41bbb7e05e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb38f3b-4413-43dd-8be9-c85098c770c5 HTTP/1.1" status: 200 len: 854 time: 0.0491750 Mar 23 17:12:54.605423 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:54.607326 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-e9223ed3-8cd0-4dee-8c53-ba1d0b225f25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3461273 Mar 23 17:12:54.610048 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33954) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:54.614631 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-b0b083ce-b73a-4837-b5d4-0dae3f05cdf4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Request body: {'security_group_rule': {'security_group_id': '0325aab7-e4ab-4c2f-9f7c-3e57021f1cef', 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:54.648374 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae9000-b7be-407f-b49a-4d23266d5811 req-b69e7aeb-215c-439e-972c-4d06d11d5991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:54.650089 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffae9000-b7be-407f-b49a-4d23266d5811 req-b69e7aeb-215c-439e-972c-4d06d11d5991 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4da2e65e-00e6-4db1-acb0-a2bedc1d770a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524442 Mar 23 17:12:54.722426 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b0b083ce-b73a-4837-b5d4-0dae3f05cdf4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (87a9634f-d5f9-4933-af7a-80bb19f02a68), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:54.780389 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355bd41-4df9-4ad7-b2df-8e5bb95adc2a req-5e9ceb54-2a93-4573-9f6b-986263bcc4dd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:54.785126 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8355bd41-4df9-4ad7-b2df-8e5bb95adc2a req-5e9ceb54-2a93-4573-9f6b-986263bcc4dd tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.1083741 Mar 23 17:12:54.790250 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b0b083ce-b73a-4837-b5d4-0dae3f05cdf4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (87a9634f-d5f9-4933-af7a-80bb19f02a68), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:54.792962 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-e2ba3b86-139e-497b-a33d-41f7409bdbd1 None None] Set router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:54.808454 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffae9000-b7be-407f-b49a-4d23266d5811 req-eb3214ff-7198-4e94-baee-174973927a84 service neutron] 10.222.0.43 "GET /v2.0/networks/4da2e65e-00e6-4db1-acb0-a2bedc1d770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505470 Mar 23 17:12:54.821451 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:54.871549 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b0b083ce-b73a-4837-b5d4-0dae3f05cdf4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (87a9634f-d5f9-4933-af7a-80bb19f02a68), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:54.880230 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8355bd41-4df9-4ad7-b2df-8e5bb95adc2a req-570c4847-0b52-435f-add8-c9d4b7ff11ea tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885725 Mar 23 17:12:54.892373 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b083ce-b73a-4837-b5d4-0dae3f05cdf4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a9634f-d5f9-4933-af7a-80bb19f02a68,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:54.919282 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffae9000-b7be-407f-b49a-4d23266d5811 req-775971a6-40b8-495d-b3ee-e9901e58243a service neutron] 10.222.0.43 "GET /v2.0/networks/4da2e65e-00e6-4db1-acb0-a2bedc1d770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030486 Mar 23 17:12:54.971388 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b0b083ce-b73a-4837-b5d4-0dae3f05cdf4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:54.972655 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-b0b083ce-b73a-4837-b5d4-0dae3f05cdf4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3614893 Mar 23 17:12:54.975524 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33960) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:54.979962 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-cc41a18c-9b23-461a-b723-aa61854a8696 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Request body: {'security_group_rule': {'security_group_id': '0325aab7-e4ab-4c2f-9f7c-3e57021f1cef', 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:55.030014 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf95a3a-cddb-427e-8fee-9cbb9653902a req-fae8a408-2242-44e8-8a4d-a8236d758b57 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:55.033032 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ddf95a3a-cddb-427e-8fee-9cbb9653902a req-fae8a408-2242-44e8-8a4d-a8236d758b57 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0564713 Mar 23 17:12:55.039175 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-e2ba3b86-139e-497b-a33d-41f7409bdbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'name': 'tempest-TestMinimumBasicScenario-1344706634-router', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '37529b80-265d-4f81-9932-ef8217e46e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:11:54Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 4, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'gw_port': {'id': '37529b80-265d-4f81-9932-ef8217e46e16', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:55Z', 'updated_at': '2022-03-23T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'c17b8de9-fb6d-4ac1-9b68-0c848c976735', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'port_id': '5594898a-420b-459e-8e19-e085de6248a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'mac_address': 'fa:16:3e:dd:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:12:53Z', 'updated_at': '2022-03-23T17:12:53Z', 'revision_number': 0, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08a4b9d-a290-4714-9cb4-252f7c42d06a', 'name': '', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'mac_address': 'fa:16:3e:d9:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:57Z', 'updated_at': '2022-03-23T17:12:03Z', 'revision_number': 5, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'subnets': [{'id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:55.070086 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba3b86-139e-497b-a33d-41f7409bdbd1 None None] The sync data for ids ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'] in dv-cinder-834919-1-iscsi is: [{'id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'name': 'tempest-TestMinimumBasicScenario-1344706634-router', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '37529b80-265d-4f81-9932-ef8217e46e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:11:54Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 4, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'gw_port': {'id': '37529b80-265d-4f81-9932-ef8217e46e16', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:55Z', 'updated_at': '2022-03-23T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'c17b8de9-fb6d-4ac1-9b68-0c848c976735', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'port_id': '5594898a-420b-459e-8e19-e085de6248a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'mac_address': 'fa:16:3e:dd:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:12:53Z', 'updated_at': '2022-03-23T17:12:53Z', 'revision_number': 0, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08a4b9d-a290-4714-9cb4-252f7c42d06a', 'name': '', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'mac_address': 'fa:16:3e:d9:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:57Z', 'updated_at': '2022-03-23T17:12:03Z', 'revision_number': 5, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'subnets': [{'id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:12:55.081025 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ddf95a3a-cddb-427e-8fee-9cbb9653902a req-254b89bc-f347-4a13-85c6-1e9c81d42961 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439086 Mar 23 17:12:55.099519 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc41a18c-9b23-461a-b723-aa61854a8696 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (0efff0b7-dffb-4ba6-ac3c-689b40a933d3), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:55.169666 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc41a18c-9b23-461a-b723-aa61854a8696 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (0efff0b7-dffb-4ba6-ac3c-689b40a933d3), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:55.180027 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d282f017-02f4-401b-a0ab-2fb710892f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:55.220812 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc41a18c-9b23-461a-b723-aa61854a8696 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (0efff0b7-dffb-4ba6-ac3c-689b40a933d3), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:55.242596 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41a18c-9b23-461a-b723-aa61854a8696 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efff0b7-dffb-4ba6-ac3c-689b40a933d3,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:55.284038 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ca5bbc-caba-48ff-8b10-790f22e43181 None None] New status for floating IP c17b8de9-fb6d-4ac1-9b68-0c848c976735: ACTIVE {{(pid=104063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:12:55.296668 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc41a18c-9b23-461a-b723-aa61854a8696 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:55.298625 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-cc41a18c-9b23-461a-b723-aa61854a8696 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3221014 Mar 23 17:12:55.301365 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33964) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:55.305659 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-392881e8-e143-44bf-82a4-741d8504f7a4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Request body: {'security_group_rule': {'security_group_id': '0325aab7-e4ab-4c2f-9f7c-3e57021f1cef', 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:55.373607 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-392881e8-e143-44bf-82a4-741d8504f7a4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (60431b56-4244-4e14-8fe8-0b280a3e4e6b), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:55.433901 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-392881e8-e143-44bf-82a4-741d8504f7a4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (60431b56-4244-4e14-8fe8-0b280a3e4e6b), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:55.494301 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-392881e8-e143-44bf-82a4-741d8504f7a4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (60431b56-4244-4e14-8fe8-0b280a3e4e6b), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:55.511229 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392881e8-e143-44bf-82a4-741d8504f7a4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60431b56-4244-4e14-8fe8-0b280a3e4e6b,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:55.594642 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-392881e8-e143-44bf-82a4-741d8504f7a4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:55.595979 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-392881e8-e143-44bf-82a4-741d8504f7a4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2936189 Mar 23 17:12:55.598827 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 33966) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:55.603885 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-d608c867-32eb-4bca-b609-7bb6331f3f4c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Request body: {'security_group_rule': {'security_group_id': '0325aab7-e4ab-4c2f-9f7c-3e57021f1cef', 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:55.705425 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d608c867-32eb-4bca-b609-7bb6331f3f4c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (76938ef1-592f-41c5-9ea2-40fca20601b9), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:55.761842 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d608c867-32eb-4bca-b609-7bb6331f3f4c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (76938ef1-592f-41c5-9ea2-40fca20601b9), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:55.865585 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d608c867-32eb-4bca-b609-7bb6331f3f4c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (76938ef1-592f-41c5-9ea2-40fca20601b9), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:55.893992 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608c867-32eb-4bca-b609-7bb6331f3f4c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76938ef1-592f-41c5-9ea2-40fca20601b9,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:55.943306 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6930cd8-9f89-417d-86c5-4728284d6e92 req-fecb108f-2047-4031-befc-03932e27a6f0 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:55.945336 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b6930cd8-9f89-417d-86c5-4728284d6e92 req-fecb108f-2047-4031-befc-03932e27a6f0 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.0635369 Mar 23 17:12:55.962728 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d608c867-32eb-4bca-b609-7bb6331f3f4c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:55.966381 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-d608c867-32eb-4bca-b609-7bb6331f3f4c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3639770 Mar 23 17:12:55.967100 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33978) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:55.971867 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-42565129-e185-4ddf-b4e0-77cf401f59b5 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Request body: {'security_group_rule': {'security_group_id': '0325aab7-e4ab-4c2f-9f7c-3e57021f1cef', 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:56.065953 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.securitygroups_db [None req-42565129-e185-4ddf-b4e0-77cf401f59b5 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Project 54794ae67e2c48d0805333eefd6b56c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 17:12:56.067530 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63cfdf-74d3-4578-b79d-5fbef1a2270a req-d4049d22-e016-431b-b2ab-145ed6ca928a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:56.069028 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8f63cfdf-74d3-4578-b79d-5fbef1a2270a req-d4049d22-e016-431b-b2ab-145ed6ca928a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.1111538 Mar 23 17:12:56.071002 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-42565129-e185-4ddf-b4e0-77cf401f59b5 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (d323ffd7-e1da-40f1-8d61-7eda6f48a44b), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:56.101909 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-b6930cd8-9f89-417d-86c5-4728284d6e92 req-80a32810-c81c-4433-8720-d8e007e711ec tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Deleting port 7eb12bb7-c514-47f9-95d9-c9b6483598ef {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:12:56.102255 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-b6930cd8-9f89-417d-86c5-4728284d6e92 req-80a32810-c81c-4433-8720-d8e007e711ec tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (7eb12bb7-c514-47f9-95d9-c9b6483598ef), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:56.127943 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-42565129-e185-4ddf-b4e0-77cf401f59b5 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (d323ffd7-e1da-40f1-8d61-7eda6f48a44b), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:56.176874 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8f63cfdf-74d3-4578-b79d-5fbef1a2270a req-b4198938-a6a6-4b21-9ca6-4578f9055afa tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013787 Mar 23 17:12:56.209929 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-42565129-e185-4ddf-b4e0-77cf401f59b5 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (d323ffd7-e1da-40f1-8d61-7eda6f48a44b), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:56.218587 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-b6930cd8-9f89-417d-86c5-4728284d6e92 req-80a32810-c81c-4433-8720-d8e007e711ec tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] For port 7eb12bb7-c514-47f9-95d9-c9b6483598ef, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=7eb12bb7-c514-47f9-95d9-c9b6483598ef,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:56.219176 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-b6930cd8-9f89-417d-86c5-4728284d6e92 req-80a32810-c81c-4433-8720-d8e007e711ec tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (7eb12bb7-c514-47f9-95d9-c9b6483598ef), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:56.227856 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42565129-e185-4ddf-b4e0-77cf401f59b5 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d323ffd7-e1da-40f1-8d61-7eda6f48a44b,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:56.234296 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-b6930cd8-9f89-417d-86c5-4728284d6e92 req-80a32810-c81c-4433-8720-d8e007e711ec tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Calling delete_port for 7eb12bb7-c514-47f9-95d9-c9b6483598ef owned by compute:nova {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:12:56.330407 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-42565129-e185-4ddf-b4e0-77cf401f59b5 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:56.332631 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-42565129-e185-4ddf-b4e0-77cf401f59b5 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3630981 Mar 23 17:12:56.335391 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 33984) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:56.339512 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-a9a7c7ee-4618-431f-9a43-99ceb4eaf111 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Request body: {'security_group_rule': {'security_group_id': '0325aab7-e4ab-4c2f-9f7c-3e57021f1cef', 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:56.351679 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9d1ef-f430-4d40-96da-6812b03269c4 req-9616e360-c08a-42d9-9f9a-79513693a150 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:56.353200 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2cb9d1ef-f430-4d40-96da-6812b03269c4 req-9616e360-c08a-42d9-9f9a-79513693a150 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 945 time: 0.1067955 Mar 23 17:12:56.372701 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988f6bf-7130-4bcd-a280-db2710194767 req-ed7fdf2d-c706-4ad3-a7fd-a241bce5a159 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:56.374190 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7988f6bf-7130-4bcd-a280-db2710194767 req-ed7fdf2d-c706-4ad3-a7fd-a241bce5a159 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0820482 Mar 23 17:12:56.420303 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7988f6bf-7130-4bcd-a280-db2710194767 req-f389ffd0-d65c-4d21-a105-39006edce93e tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397680 Mar 23 17:12:56.437373 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.securitygroups_db [None req-a9a7c7ee-4618-431f-9a43-99ceb4eaf111 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Project 54794ae67e2c48d0805333eefd6b56c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 17:12:56.441124 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2cb9d1ef-f430-4d40-96da-6812b03269c4 req-55114883-e194-41ef-9ff9-23c8d48504d7 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/security-groups?id=478ba000-9744-4cbb-9259-2fd225a5bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815830 Mar 23 17:12:56.448445 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c7ee-4618-431f-9a43-99ceb4eaf111 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (0b015c4a-2cea-4757-b037-340c4d19f1b9), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:56.493137 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c7ee-4618-431f-9a43-99ceb4eaf111 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (0b015c4a-2cea-4757-b037-340c4d19f1b9), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:56.499868 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-b6930cd8-9f89-417d-86c5-4728284d6e92 req-80a32810-c81c-4433-8720-d8e007e711ec tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (7eb12bb7-c514-47f9-95d9-c9b6483598ef), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:56.511979 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['7eb12bb7-c514-47f9-95d9-c9b6483598ef'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:12:56.528432 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a32810-c81c-4433-8720-d8e007e711ec tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Pushing event deleted for resources: {'Port': ['ID=7eb12bb7-c514-47f9-95d9-c9b6483598ef,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:56.572790 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6930cd8-9f89-417d-86c5-4728284d6e92 req-80a32810-c81c-4433-8720-d8e007e711ec tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] No DVR routers for this DVR port 7eb12bb7-c514-47f9-95d9-c9b6483598ef on host hv-cinder-83491 {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:12:56.574327 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c7ee-4618-431f-9a43-99ceb4eaf111 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (0b015c4a-2cea-4757-b037-340c4d19f1b9), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:56.577813 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-b6930cd8-9f89-417d-86c5-4728284d6e92 req-80a32810-c81c-4433-8720-d8e007e711ec tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:56.578496 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b6930cd8-9f89-417d-86c5-4728284d6e92 req-80a32810-c81c-4433-8720-d8e007e711ec tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.43 "DELETE /v2.0/ports/7eb12bb7-c514-47f9-95d9-c9b6483598ef HTTP/1.1" status: 204 len: 173 time: 0.6279626 Mar 23 17:12:56.578942 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc28e61-229e-49a1-9f48-0e4e2c22e079', 'name': 'network-vif-deleted', 'tag': '7eb12bb7-c514-47f9-95d9-c9b6483598ef'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:12:56.581219 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00c4260-05c1-49f7-93e6-1b6e241e4278" -d '{"events": [{"server_uuid": "ddc28e61-229e-49a1-9f48-0e4e2c22e079", "name": "network-vif-deleted", "tag": "7eb12bb7-c514-47f9-95d9-c9b6483598ef"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:12:56.590566 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7c7ee-4618-431f-9a43-99ceb4eaf111 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b015c4a-2cea-4757-b037-340c4d19f1b9,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:56.622085 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6bcfd4-718c-412e-bd54-35c96519cc00 x-openstack-request-id: req-7a6bcfd4-718c-412e-bd54-35c96519cc00 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:12:56.622375 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc28e61-229e-49a1-9f48-0e4e2c22e079", "name": "network-vif-deleted", "tag": "7eb12bb7-c514-47f9-95d9-c9b6483598ef", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:12:56.622626 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7a6bcfd4-718c-412e-bd54-35c96519cc00 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:12:56.623031 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a6bcfd4-718c-412e-bd54-35c96519cc00'] response: {'server_uuid': 'ddc28e61-229e-49a1-9f48-0e4e2c22e079', 'name': 'network-vif-deleted', 'tag': '7eb12bb7-c514-47f9-95d9-c9b6483598ef', 'status': 'completed', 'code': 200} Mar 23 17:12:56.667655 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c7ee-4618-431f-9a43-99ceb4eaf111 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:56.668933 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-a9a7c7ee-4618-431f-9a43-99ceb4eaf111 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3327274 Mar 23 17:12:56.757768 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f3347a6a-88d9-4f63-a557-76521bdbb157 req-19f0559a-c029-47cf-aa11-71e79dd91956 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440313718&fields=id&tenant_id=54794ae67e2c48d0805333eefd6b56c8 HTTP/1.1" status: 200 len: 267 time: 0.0456429 Mar 23 17:12:56.814752 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3347a6a-88d9-4f63-a557-76521bdbb157 req-30b304e2-ea9a-4e53-a27f-0b66761a7a52 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:56.816164 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f3347a6a-88d9-4f63-a557-76521bdbb157 req-30b304e2-ea9a-4e53-a27f-0b66761a7a52 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 945 time: 0.0527844 Mar 23 17:12:56.826873 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [req-f3347a6a-88d9-4f63-a557-76521bdbb157 req-f55ee622-81da-46cb-bc76-7ee5fb022722 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Request body: {'port': {'security_groups': ['c2ca7df9-74b8-4e02-ae20-aa58bc905273', '0325aab7-e4ab-4c2f-9f7c-3e57021f1cef']}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:12:56.910718 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-f3347a6a-88d9-4f63-a557-76521bdbb157 req-f55ee622-81da-46cb-bc76-7ee5fb022722 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (5594898a-420b-459e-8e19-e085de6248a8), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:57.101225 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-f3347a6a-88d9-4f63-a557-76521bdbb157 req-f55ee622-81da-46cb-bc76-7ee5fb022722 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] For port 5594898a-420b-459e-8e19-e085de6248a8, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=5594898a-420b-459e-8e19-e085de6248a8,segment=NetworkSegment(ce32a1da-b014-44c1-99ff-9e0f36791ef1),segment_id=ce32a1da-b014-44c1-99ff-9e0f36791ef1)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:57.130911 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-f3347a6a-88d9-4f63-a557-76521bdbb157 req-f55ee622-81da-46cb-bc76-7ee5fb022722 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for port (5594898a-420b-459e-8e19-e085de6248a8), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:57.214154 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-f3347a6a-88d9-4f63-a557-76521bdbb157 req-f55ee622-81da-46cb-bc76-7ee5fb022722 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (5594898a-420b-459e-8e19-e085de6248a8), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:57.230993 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['5594898a-420b-459e-8e19-e085de6248a8'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:12:57.261453 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3347a6a-88d9-4f63-a557-76521bdbb157 req-f55ee622-81da-46cb-bc76-7ee5fb022722 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:57.262090 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-f3347a6a-88d9-4f63-a557-76521bdbb157 req-f55ee622-81da-46cb-bc76-7ee5fb022722 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:57.266258 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f3347a6a-88d9-4f63-a557-76521bdbb157 req-f55ee622-81da-46cb-bc76-7ee5fb022722 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "PUT /v2.0/ports/5594898a-420b-459e-8e19-e085de6248a8 HTTP/1.1" status: 200 len: 981 time: 0.4429832 Mar 23 17:12:57.296027 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ee622-81da-46cb-bc76-7ee5fb022722 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Pushing event updated for resources: {'Port': ['ID=5594898a-420b-459e-8e19-e085de6248a8,revision_number=6']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:57.357688 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-5545578d-94a2-4c98-b0c3-90dab754ac46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:57.363929 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d337-c48e-44d1-bcec-b5b1b71d0b24 req-3b4ca909-b197-49e0-a6e4-54730907bfd6 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:57.365807 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-aec8d337-c48e-44d1-bcec-b5b1b71d0b24 req-3b4ca909-b197-49e0-a6e4-54730907bfd6 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.1150908 Mar 23 17:12:57.379161 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['5594898a-420b-459e-8e19-e085de6248a8'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:12:57.409903 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf8490-43aa-4f45-ad3a-91b622e97dce req-2c5ed1aa-7db2-483c-a707-ddfe5b0375ac tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:57.417005 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-97bf8490-43aa-4f45-ad3a-91b622e97dce req-2c5ed1aa-7db2-483c-a707-ddfe5b0375ac tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0817022 Mar 23 17:12:57.429988 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-aec8d337-c48e-44d1-bcec-b5b1b71d0b24 req-dd5ceebc-4eb1-4f29-b9ee-6067f0ef6c7a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570135 Mar 23 17:12:57.508945 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-97bf8490-43aa-4f45-ad3a-91b622e97dce req-3e71e88d-510b-459e-bee7-db533841e0d8 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883360 Mar 23 17:12:57.581040 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c7a1dbe4-d666-4e95-a8f1-cc1b40748081 None None] Provisioning complete for port 5594898a-420b-459e-8e19-e085de6248a8 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:12:57.582044 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c7a1dbe4-d666-4e95-a8f1-cc1b40748081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (5594898a-420b-459e-8e19-e085de6248a8), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:57.588520 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194c871-7446-43e8-8a74-447ab5ce5dc4 req-e832bbc7-b379-441a-90f9-f463d39bf119 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:57.590882 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c194c871-7446-43e8-8a74-447ab5ce5dc4 req-e832bbc7-b379-441a-90f9-f463d39bf119 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0807543 Mar 23 17:12:57.650434 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c194c871-7446-43e8-8a74-447ab5ce5dc4 req-7c5745d7-4742-4eb5-a9b2-cde6351794d2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519161 Mar 23 17:12:57.661809 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-451ecc9c-a9e5-4d83-aba0-2d381a05a031 req-e31b48de-2f49-4843-b95c-08522c5b9b41 tempest-ServerRescueNegativeTestJSON-2146359026 tempest-ServerRescueNegativeTestJSON-2146359026-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddc28e61-229e-49a1-9f48-0e4e2c22e079 HTTP/1.1" status: 200 len: 210 time: 0.0395567 Mar 23 17:12:57.789962 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c7a1dbe4-d666-4e95-a8f1-cc1b40748081 None None] Current status of the port 5594898a-420b-459e-8e19-e085de6248a8 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:12:58.321214 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:12:58.442419 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150b81a-a09d-4aa8-84d5-d4d21335a9b6 req-9f47ec03-f6e4-4c09-81eb-027d6b65809b tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:58.443845 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a150b81a-a09d-4aa8-84d5-d4d21335a9b6 req-9f47ec03-f6e4-4c09-81eb-027d6b65809b tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.0507085 Mar 23 17:12:58.539954 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-a150b81a-a09d-4aa8-84d5-d4d21335a9b6 req-6e5c13d3-a266-412b-83c8-1127deb46ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Deleting port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:12:58.540664 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-a150b81a-a09d-4aa8-84d5-d4d21335a9b6 req-6e5c13d3-a266-412b-83c8-1127deb46ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (4b831d54-e57a-4a0d-8e84-39bfd2ee3baa), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:58.546174 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:58.563324 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126f149-dd93-4f37-9004-ccd34730ab6e req-8e09ae91-63f0-4aa3-9b06-3d4ed6a12610 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:58.564847 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a126f149-dd93-4f37-9004-ccd34730ab6e req-8e09ae91-63f0-4aa3-9b06-3d4ed6a12610 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0531750 Mar 23 17:12:58.611842 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a126f149-dd93-4f37-9004-ccd34730ab6e req-96e0089c-1b58-4ecb-83b9-1e933fdc4ee3 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412009 Mar 23 17:12:58.625612 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'tag': '5594898a-420b-459e-8e19-e085de6248a8'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:12:58.627786 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6981c757-6c98-4ba4-940f-472ec8cdcdb1" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e", "tag": "5594898a-420b-459e-8e19-e085de6248a8"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:12:58.637051 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-a150b81a-a09d-4aa8-84d5-d4d21335a9b6 req-6e5c13d3-a266-412b-83c8-1127deb46ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] For port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=4b831d54-e57a-4a0d-8e84-39bfd2ee3baa,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:12:58.637051 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-a150b81a-a09d-4aa8-84d5-d4d21335a9b6 req-6e5c13d3-a266-412b-83c8-1127deb46ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (4b831d54-e57a-4a0d-8e84-39bfd2ee3baa), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:58.679590 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dbdf8c-920d-43d5-8e9e-556c31649896 x-openstack-request-id: req-d3dbdf8c-920d-43d5-8e9e-556c31649896 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:12:58.679878 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e", "tag": "5594898a-420b-459e-8e19-e085de6248a8", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:12:58.680129 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d3dbdf8c-920d-43d5-8e9e-556c31649896 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:12:58.680523 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3dbdf8c-920d-43d5-8e9e-556c31649896'] response: {'name': 'network-changed', 'server_uuid': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'tag': '5594898a-420b-459e-8e19-e085de6248a8', 'status': 'completed', 'code': 200} Mar 23 17:12:58.730341 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 34010) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:12:58.774239 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c757-6c98-4ba4-940f-472ec8cdcdb1 req-500cb47b-ab42-4f9a-906b-7292454e3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:58.781011 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6981c757-6c98-4ba4-940f-472ec8cdcdb1 req-500cb47b-ab42-4f9a-906b-7292454e3bf6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54794ae67e2c48d0805333eefd6b56c8&device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 1168 time: 0.0894520 Mar 23 17:12:58.832951 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-a150b81a-a09d-4aa8-84d5-d4d21335a9b6 req-6e5c13d3-a266-412b-83c8-1127deb46ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:58.832951 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-a150b81a-a09d-4aa8-84d5-d4d21335a9b6 req-6e5c13d3-a266-412b-83c8-1127deb46ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (75e28146-ef7e-407a-a277-b203e5c5ca97), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:58.833409 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [req-a150b81a-a09d-4aa8-84d5-d4d21335a9b6 req-6e5c13d3-a266-412b-83c8-1127deb46ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Floating IP 75e28146-ef7e-407a-a277-b203e5c5ca97 disassociated. External IP: 172.27.1.190, port: 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa. Mar 23 17:12:58.833806 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-a150b81a-a09d-4aa8-84d5-d4d21335a9b6 req-6e5c13d3-a266-412b-83c8-1127deb46ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Calling delete_port for 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa owned by compute:nova {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:12:58.851914 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f542f-c55a-422f-b737-c1a01021d950 req-1ff1078e-9081-4433-bb19-9b990a069c40 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:58.853492 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ee1f542f-c55a-422f-b737-c1a01021d950 req-1ff1078e-9081-4433-bb19-9b990a069c40 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 945 time: 0.1102586 Mar 23 17:12:59.008805 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-a150b81a-a09d-4aa8-84d5-d4d21335a9b6 req-6e5c13d3-a266-412b-83c8-1127deb46ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (4b831d54-e57a-4a0d-8e84-39bfd2ee3baa), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:59.037818 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c13d3-a266-412b-83c8-1127deb46ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event deleted for resources: {'Port': ['ID=4b831d54-e57a-4a0d-8e84-39bfd2ee3baa,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:12:59.123560 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:12:59.145666 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:12:59.146019 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:12:59.146777 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 7eb12bb7-c514-47f9-95d9-c9b6483598ef no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:12:59.168034 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: 7eb12bb7-c514-47f9-95d9-c9b6483598ef {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:12:59.168381 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 7eb12bb7-c514-47f9-95d9-c9b6483598ef not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:12:59.228371 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c757-6c98-4ba4-940f-472ec8cdcdb1 req-c9c19f09-1a53-4a97-85a4-7a0f4ec91346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:59.229968 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6981c757-6c98-4ba4-940f-472ec8cdcdb1 req-c9c19f09-1a53-4a97-85a4-7a0f4ec91346 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4da2e65e-00e6-4db1-acb0-a2bedc1d770a HTTP/1.1" status: 200 len: 917 time: 0.4465799 Mar 23 17:12:59.289329 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ee1f542f-c55a-422f-b737-c1a01021d950 req-ddcb55b9-b537-4c79-be71-893dc6a92774 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=3276beec-fb61-4d85-8392-db064891297d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4273980 Mar 23 17:12:59.320685 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6981c757-6c98-4ba4-940f-472ec8cdcdb1 req-375103a0-c054-4101-b8eb-e4e3c3eaa238 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5594898a-420b-459e-8e19-e085de6248a8 HTTP/1.1" status: 200 len: 1000 time: 0.0806787 Mar 23 17:12:59.404143 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a150b81a-a09d-4aa8-84d5-d4d21335a9b6 req-6e5c13d3-a266-412b-83c8-1127deb46ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Router 6b463247-5501-4319-9864-cb14ee1d1d57 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:12:59.443076 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c757-6c98-4ba4-940f-472ec8cdcdb1 req-f452583b-5749-446c-8f6b-8bcf6ab400d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:59.444562 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6981c757-6c98-4ba4-940f-472ec8cdcdb1 req-f452583b-5749-446c-8f6b-8bcf6ab400d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb38f3b-4413-43dd-8be9-c85098c770c5 HTTP/1.1" status: 200 len: 854 time: 0.0896504 Mar 23 17:12:59.520767 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a150b81a-a09d-4aa8-84d5-d4d21335a9b6 req-6e5c13d3-a266-412b-83c8-1127deb46ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:12:59.534607 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a55006-54ea-48e4-b90c-986f16d8354e None None] Sync routers for ids ['6b463247-5501-4319-9864-cb14ee1d1d57'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:12:59.546393 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a55006-54ea-48e4-b90c-986f16d8354e None None] Routers {'6b463247-5501-4319-9864-cb14ee1d1d57'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:59.548099 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-39a55006-54ea-48e4-b90c-986f16d8354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:12:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6b463247-5501-4319-9864-cb14ee1d1d57'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:59.564188 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-a150b81a-a09d-4aa8-84d5-d4d21335a9b6 req-6e5c13d3-a266-412b-83c8-1127deb46ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] No DVR routers for this DVR port 4b831d54-e57a-4a0d-8e84-39bfd2ee3baa on host hv-cinder-83491 {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:12:59.567143 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-a150b81a-a09d-4aa8-84d5-d4d21335a9b6 req-6e5c13d3-a266-412b-83c8-1127deb46ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:59.570555 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a150b81a-a09d-4aa8-84d5-d4d21335a9b6 req-6e5c13d3-a266-412b-83c8-1127deb46ebf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.43 "DELETE /v2.0/ports/4b831d54-e57a-4a0d-8e84-39bfd2ee3baa HTTP/1.1" status: 204 len: 173 time: 1.1201456 Mar 23 17:12:59.583809 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c757-6c98-4ba4-940f-472ec8cdcdb1 req-8cf3837d-0212-49ae-9366-8cb5e88847df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:59.585353 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6981c757-6c98-4ba4-940f-472ec8cdcdb1 req-8cf3837d-0212-49ae-9366-8cb5e88847df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4da2e65e-00e6-4db1-acb0-a2bedc1d770a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1312292 Mar 23 17:12:59.673189 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-39a55006-54ea-48e4-b90c-986f16d8354e None None] Set router 6b463247-5501-4319-9864-cb14ee1d1d57 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:12:59.738009 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6981c757-6c98-4ba4-940f-472ec8cdcdb1 req-c632a13a-79e7-4c7f-bd29-3bfed3721995 service neutron] 10.222.0.43 "GET /v2.0/networks/4da2e65e-00e6-4db1-acb0-a2bedc1d770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411364 Mar 23 17:12:59.750852 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb7c4b-ff40-48c1-a0ca-541282c5b053 req-e358be22-ef06-4abc-998b-88c8a4c54bff tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:12:59.754708 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82fb7c4b-ff40-48c1-a0ca-541282c5b053 req-e358be22-ef06-4abc-998b-88c8a4c54bff tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0676413 Mar 23 17:12:59.812913 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82fb7c4b-ff40-48c1-a0ca-541282c5b053 req-503827b5-518c-4335-964b-42f22cdac816 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507312 Mar 23 17:12:59.896067 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-23c4314e-d855-4dea-a1cf-15a85f9f343c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16731715'] for router_interface (c8f25c57-8351-4dd5-8424-606e9bc04b02), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:12:59.908249 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-39a55006-54ea-48e4-b90c-986f16d8354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:43Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '9d4ed837-ab51-40cf-9d20-83a32e3e2a0c', 'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'mac_address': 'fa:16:3e:9f:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:42Z', 'updated_at': '2022-03-23T17:08:48Z', 'revision_number': 5, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'subnets': [{'id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:12:59.935160 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6981c757-6c98-4ba4-940f-472ec8cdcdb1 req-903d0fe4-03fa-47cc-bfc0-8a5fc64061bb service neutron] 10.222.0.43 "GET /v2.0/networks/4da2e65e-00e6-4db1-acb0-a2bedc1d770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761475 Mar 23 17:12:59.945788 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a55006-54ea-48e4-b90c-986f16d8354e None None] Checking router: 6b463247-5501-4319-9864-cb14ee1d1d57 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:12:59.962200 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a55006-54ea-48e4-b90c-986f16d8354e None None] Routers {'6b463247-5501-4319-9864-cb14ee1d1d57'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:12:59.962819 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-39a55006-54ea-48e4-b90c-986f16d8354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:12:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6b463247-5501-4319-9864-cb14ee1d1d57'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:00.027648 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:00.074024 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-39a55006-54ea-48e4-b90c-986f16d8354e None None] Set router 6b463247-5501-4319-9864-cb14ee1d1d57 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:13:00.201342 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-23c4314e-d855-4dea-a1cf-15a85f9f343c admin admin] Deleting port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:13:00.201683 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-23c4314e-d855-4dea-a1cf-15a85f9f343c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:00.278249 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-39a55006-54ea-48e4-b90c-986f16d8354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:43Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '9d4ed837-ab51-40cf-9d20-83a32e3e2a0c', 'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'mac_address': 'fa:16:3e:9f:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:42Z', 'updated_at': '2022-03-23T17:08:48Z', 'revision_number': 5, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'subnets': [{'id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:00.283637 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-23c4314e-d855-4dea-a1cf-15a85f9f343c admin admin] For port 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=47c401b7-7ab1-43c3-9499-d7d9faf9ba6c,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:13:00.284017 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-23c4314e-d855-4dea-a1cf-15a85f9f343c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:00.297274 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-23c4314e-d855-4dea-a1cf-15a85f9f343c admin admin] Calling delete_port for 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c owned by network:router_interface {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:13:00.304986 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a55006-54ea-48e4-b90c-986f16d8354e None None] The sync data for ids ['6b463247-5501-4319-9864-cb14ee1d1d57'] in dv-cinder-834919-1-iscsi is: [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:43Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '9d4ed837-ab51-40cf-9d20-83a32e3e2a0c', 'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'mac_address': 'fa:16:3e:9f:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:42Z', 'updated_at': '2022-03-23T17:08:48Z', 'revision_number': 5, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'subnets': [{'id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:13:00.445723 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-27b7dcad-c493-46cb-a6fb-7f40bb5ea382 req-2e8f94f8-32b7-40fd-babb-a17a170fca44 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=ecbfc375-d70b-4a3d-9a6c-8b9401146dec HTTP/1.1" status: 200 len: 210 time: 0.0331621 Mar 23 17:13:00.560768 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1912836e-a249-44ca-a3d9-8603aad1f8f9 None None] New status for floating IP 75e28146-ef7e-407a-a277-b203e5c5ca97: DOWN {{(pid=104063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:13:00.596513 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-23c4314e-d855-4dea-a1cf-15a85f9f343c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (47c401b7-7ab1-43c3-9499-d7d9faf9ba6c), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:00.628783 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4314e-d855-4dea-a1cf-15a85f9f343c admin admin] Pushing event deleted for resources: {'Port': ['ID=47c401b7-7ab1-43c3-9499-d7d9faf9ba6c,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:00.681601 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbfc375-d70b-4a3d-9a6c-8b9401146dec', 'name': 'network-vif-deleted', 'tag': '4b831d54-e57a-4a0d-8e84-39bfd2ee3baa'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:13:00.683981 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83df9190-e148-40c1-be54-93b590efcc84" -d '{"events": [{"server_uuid": "ecbfc375-d70b-4a3d-9a6c-8b9401146dec", "name": "network-vif-deleted", "tag": "4b831d54-e57a-4a0d-8e84-39bfd2ee3baa"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:13:00.728422 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47d5c3f-517b-455e-8416-493975f2b73e x-openstack-request-id: req-f47d5c3f-517b-455e-8416-493975f2b73e {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:13:00.728749 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbfc375-d70b-4a3d-9a6c-8b9401146dec", "name": "network-vif-deleted", "tag": "4b831d54-e57a-4a0d-8e84-39bfd2ee3baa", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:13:00.729055 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f47d5c3f-517b-455e-8416-493975f2b73e {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:13:00.729464 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47d5c3f-517b-455e-8416-493975f2b73e'] response: {'server_uuid': 'ecbfc375-d70b-4a3d-9a6c-8b9401146dec', 'name': 'network-vif-deleted', 'tag': '4b831d54-e57a-4a0d-8e84-39bfd2ee3baa', 'status': 'completed', 'code': 200} Mar 23 17:13:00.797664 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-23c4314e-d855-4dea-a1cf-15a85f9f343c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729075'] for router_interface (c8f25c57-8351-4dd5-8424-606e9bc04b02), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:00.956189 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddab492-4731-4b9e-80f8-2923a44ea174 req-5d730918-8f24-49e0-ad9f-ec60c8494adf tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:00.957717 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5ddab492-4731-4b9e-80f8-2923a44ea174 req-5d730918-8f24-49e0-ad9f-ec60c8494adf tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0718510 Mar 23 17:13:01.071233 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5ddab492-4731-4b9e-80f8-2923a44ea174 req-68aa7358-bed4-490e-88ed-e69b3fad9bc4 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810170 Mar 23 17:13:01.090343 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c4314e-d855-4dea-a1cf-15a85f9f343c admin admin] Router c8f25c57-8351-4dd5-8424-606e9bc04b02 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:13:01.199207 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c4314e-d855-4dea-a1cf-15a85f9f343c admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:13:01.204162 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-23c4314e-d855-4dea-a1cf-15a85f9f343c admin admin] 10.222.0.97 "PUT /v2.0/routers/c8f25c57-8351-4dd5-8424-606e9bc04b02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4728508 Mar 23 17:13:01.206629 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 34026) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:01.211071 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10800fb-91ab-421b-a634-a8800dcf4265 None None] Sync routers for ids ['c8f25c57-8351-4dd5-8424-606e9bc04b02'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:13:01.227273 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10800fb-91ab-421b-a634-a8800dcf4265 None None] Routers {'c8f25c57-8351-4dd5-8424-606e9bc04b02'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:13:01.227887 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-d10800fb-91ab-421b-a634-a8800dcf4265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:12:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c8f25c57-8351-4dd5-8424-606e9bc04b02'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:01.310510 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-98a8aa4d-b596-4cd2-933b-b9eefe7d0a2e admin admin] Publish callbacks [] for router (c8f25c57-8351-4dd5-8424-606e9bc04b02), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:01.328274 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-d10800fb-91ab-421b-a634-a8800dcf4265 None None] Set router c8f25c57-8351-4dd5-8424-606e9bc04b02 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:13:01.414347 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-98a8aa4d-b596-4cd2-933b-b9eefe7d0a2e admin admin] Publish callbacks [] for router_gateway (c8f25c57-8351-4dd5-8424-606e9bc04b02), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:01.520114 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-d10800fb-91ab-421b-a634-a8800dcf4265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:13:00Z', 'revision_number': 5, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port': {'id': '20ebf5a7-6375-42f8-a119-246d90baebdc', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:01.547009 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:01.549110 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10800fb-91ab-421b-a634-a8800dcf4265 None None] Checking router: c8f25c57-8351-4dd5-8424-606e9bc04b02 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:13:01.555039 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-98a8aa4d-b596-4cd2-933b-b9eefe7d0a2e admin admin] Deleting port 20ebf5a7-6375-42f8-a119-246d90baebdc {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:13:01.556066 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-98a8aa4d-b596-4cd2-933b-b9eefe7d0a2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (20ebf5a7-6375-42f8-a119-246d90baebdc), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:01.557953 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10800fb-91ab-421b-a634-a8800dcf4265 None None] Routers {'c8f25c57-8351-4dd5-8424-606e9bc04b02'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:13:01.558553 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-d10800fb-91ab-421b-a634-a8800dcf4265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:12:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c8f25c57-8351-4dd5-8424-606e9bc04b02'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:01.615528 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 34032) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:01.649033 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-d10800fb-91ab-421b-a634-a8800dcf4265 None None] Set router c8f25c57-8351-4dd5-8424-606e9bc04b02 gateway port host: None {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:13:01.670669 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-98a8aa4d-b596-4cd2-933b-b9eefe7d0a2e admin admin] For port 20ebf5a7-6375-42f8-a119-246d90baebdc, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=20ebf5a7-6375-42f8-a119-246d90baebdc,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:13:01.670962 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-98a8aa4d-b596-4cd2-933b-b9eefe7d0a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (20ebf5a7-6375-42f8-a119-246d90baebdc), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:01.686816 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-98a8aa4d-b596-4cd2-933b-b9eefe7d0a2e admin admin] Calling delete_port for 20ebf5a7-6375-42f8-a119-246d90baebdc owned by network:router_gateway {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:13:01.704204 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-d10800fb-91ab-421b-a634-a8800dcf4265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:13:01Z', 'revision_number': 6, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port_host': None}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:01.713663 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-871aede8-42c1-4a39-837e-7b1412981b3c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group (3276beec-fb61-4d85-8392-db064891297d), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:01.734056 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10800fb-91ab-421b-a634-a8800dcf4265 None None] The sync data for ids ['c8f25c57-8351-4dd5-8424-606e9bc04b02'] in dv-cinder-834919-1-iscsi is: [{'id': 'c8f25c57-8351-4dd5-8424-606e9bc04b02', 'name': 'tempest-ServerRescueNegativeTestJSON-603273321-router', 'tenant_id': '5b67ee0772484be4971b191ea09f5817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:13:01Z', 'revision_number': 6, 'project_id': '5b67ee0772484be4971b191ea09f5817', 'gw_port_host': None}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:13:01.774024 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-871aede8-42c1-4a39-837e-7b1412981b3c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group (3276beec-fb61-4d85-8392-db064891297d), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:01.928147 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-871aede8-42c1-4a39-837e-7b1412981b3c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (3276beec-fb61-4d85-8392-db064891297d), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:01.930645 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-871aede8-42c1-4a39-837e-7b1412981b3c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:01.931807 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-871aede8-42c1-4a39-837e-7b1412981b3c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "DELETE /v2.0/security-groups/3276beec-fb61-4d85-8392-db064891297d HTTP/1.1" status: 204 len: 168 time: 0.3153446 Mar 23 17:13:01.934551 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 34034) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:01.941149 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871aede8-42c1-4a39-837e-7b1412981b3c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3276beec-fb61-4d85-8392-db064891297d,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:01.948707 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.api.v2.resource [None req-d29811e8-7e23-48c8-aa46-268a392d8f19 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] show failed (client error): The resource could not be found. Mar 23 17:13:01.949787 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-d29811e8-7e23-48c8-aa46-268a392d8f19 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups/3276beec-fb61-4d85-8392-db064891297d HTTP/1.1" status: 404 len: 347 time: 0.0140450 Mar 23 17:13:01.952699 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 34036) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:01.985584 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-98a8aa4d-b596-4cd2-933b-b9eefe7d0a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (20ebf5a7-6375-42f8-a119-246d90baebdc), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.011730 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8aa4d-b596-4cd2-933b-b9eefe7d0a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=20ebf5a7-6375-42f8-a119-246d90baebdc,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:02.074175 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-4270ada4-959d-4c20-85e4-40cff4c6b8ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Deleting port 7059ebf4-d0d3-42d2-90e2-e018f55ee339 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:13:02.074556 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4270ada4-959d-4c20-85e4-40cff4c6b8ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (7059ebf4-d0d3-42d2-90e2-e018f55ee339), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.077297 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-98a8aa4d-b596-4cd2-933b-b9eefe7d0a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728329'] for router_gateway (c8f25c57-8351-4dd5-8424-606e9bc04b02), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.160872 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4270ada4-959d-4c20-85e4-40cff4c6b8ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (7059ebf4-d0d3-42d2-90e2-e018f55ee339), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.161223 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4270ada4-959d-4c20-85e4-40cff4c6b8ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for floatingip (7059ebf4-d0d3-42d2-90e2-e018f55ee339), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.204445 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-4270ada4-959d-4c20-85e4-40cff4c6b8ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Calling delete_port for 7059ebf4-d0d3-42d2-90e2-e018f55ee339 owned by network:floatingip {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:13:02.273145 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c06aec-198e-4640-b891-e2799ec993fd req-64413242-0b3f-45aa-885a-f2c5bb137ae3 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:02.274730 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-27c06aec-198e-4640-b891-e2799ec993fd req-64413242-0b3f-45aa-885a-f2c5bb137ae3 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.1168108 Mar 23 17:13:02.348627 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-27c06aec-198e-4640-b891-e2799ec993fd req-cf64586b-b844-4731-bbd8-7d19ec39a069 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641735 Mar 23 17:13:02.423316 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-98a8aa4d-b596-4cd2-933b-b9eefe7d0a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16729829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router (c8f25c57-8351-4dd5-8424-606e9bc04b02), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.425475 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-98a8aa4d-b596-4cd2-933b-b9eefe7d0a2e admin admin] Publish callbacks [] for router_controller (c8f25c57-8351-4dd5-8424-606e9bc04b02), precommit_delete_associations {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.459957 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4270ada4-959d-4c20-85e4-40cff4c6b8ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (7059ebf4-d0d3-42d2-90e2-e018f55ee339), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.487138 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270ada4-959d-4c20-85e4-40cff4c6b8ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event deleted for resources: {'Port': ['ID=7059ebf4-d0d3-42d2-90e2-e018f55ee339,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:02.508962 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4270ada4-959d-4c20-85e4-40cff4c6b8ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for floatingip (75e28146-ef7e-407a-a277-b203e5c5ca97), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.511451 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4270ada4-959d-4c20-85e4-40cff4c6b8ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.512610 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-4270ada4-959d-4c20-85e4-40cff4c6b8ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "DELETE /v2.0/floatingips/75e28146-ef7e-407a-a277-b203e5c5ca97 HTTP/1.1" status: 204 len: 168 time: 0.5585346 Mar 23 17:13:02.568664 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-98a8aa4d-b596-4cd2-933b-b9eefe7d0a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16729834'] for router (c8f25c57-8351-4dd5-8424-606e9bc04b02), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.573058 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a8aa4d-b596-4cd2-933b-b9eefe7d0a2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8f25c57-8351-4dd5-8424-606e9bc04b02 {{(pid=104061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 17:13:02.574756 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-98a8aa4d-b596-4cd2-933b-b9eefe7d0a2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.575909 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-98a8aa4d-b596-4cd2-933b-b9eefe7d0a2e admin admin] 10.222.0.97 "DELETE /v2.0/routers/c8f25c57-8351-4dd5-8424-606e9bc04b02 HTTP/1.1" status: 204 len: 168 time: 1.3683853 Mar 23 17:13:02.578909 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 34042) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:02.624145 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_v2 [None req-e604c286-4379-478f-a958-53ef800a7d9f admin admin] Deleting subnet d34f5912-e7b8-4c19-ae6b-6c3e94613af9 {{(pid=104061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:13:02.627418 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e604c286-4379-478f-a958-53ef800a7d9f admin admin] Publish callbacks [] for subnet (d34f5912-e7b8-4c19-ae6b-6c3e94613af9), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.664476 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e604c286-4379-478f-a958-53ef800a7d9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12634175'] for subnet (d34f5912-e7b8-4c19-ae6b-6c3e94613af9), precommit_delete_associations {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.785584 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e604c286-4379-478f-a958-53ef800a7d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (d34f5912-e7b8-4c19-ae6b-6c3e94613af9), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.940668 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e604c286-4379-478f-a958-53ef800a7d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25145029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25001132'] for subnet (d34f5912-e7b8-4c19-ae6b-6c3e94613af9), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.966640 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604c286-4379-478f-a958-53ef800a7d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d34f5912-e7b8-4c19-ae6b-6c3e94613af9,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:02.972393 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e604c286-4379-478f-a958-53ef800a7d9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:02.976750 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-e604c286-4379-478f-a958-53ef800a7d9f admin admin] 10.222.0.97 "DELETE /v2.0/subnets/d34f5912-e7b8-4c19-ae6b-6c3e94613af9 HTTP/1.1" status: 204 len: 168 time: 0.3968711 Mar 23 17:13:02.977794 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf34680-04bb-4136-be6e-f228acff2078 None None] Network 51f4a656-753b-4765-843d-71e3a0fb2d78 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:13:02.979257 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 34044) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:03.054756 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (51f4a656-753b-4765-843d-71e3a0fb2d78), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.070366 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 34046) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:03.074871 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-7c7b9f71-4520-4def-94de-89f04ece91c0 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571490739', 'description': 'tempest-description--1330196139'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:13:03.134678 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] Deleting port 7f6eadc1-e171-4dcb-ac23-be8df50882d7 {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:13:03.134948 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (7f6eadc1-e171-4dcb-ac23-be8df50882d7), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.182098 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7c7b9f71-4520-4def-94de-89f04ece91c0 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.215796 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] For port 7f6eadc1-e171-4dcb-ac23-be8df50882d7, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=7f6eadc1-e171-4dcb-ac23-be8df50882d7,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:13:03.216166 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (7f6eadc1-e171-4dcb-ac23-be8df50882d7), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.235491 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] Calling delete_port for 7f6eadc1-e171-4dcb-ac23-be8df50882d7 owned by network:dhcp {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:13:03.277912 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01c4e40-ca1f-4a63-8905-a109115b426e None None] DHCP port deletion for 51f4a656-753b-4765-843d-71e3a0fb2d78 request from dv-cinder-834919-1-iscsi {{(pid=104062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 17:13:03.282927 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:13:03.321489 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:13:03.321845 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 47c401b7-7ab1-43c3-9499-d7d9faf9ba6c not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:13:03.322276 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 20ebf5a7-6375-42f8-a119-246d90baebdc no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:13:03.326605 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7c7b9f71-4520-4def-94de-89f04ece91c0 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group (00bad8ec-9d66-4e57-9d74-1571a1a1f2d9), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.346872 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 20ebf5a7-6375-42f8-a119-246d90baebdc {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:13:03.347225 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 20ebf5a7-6375-42f8-a119-246d90baebdc not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:13:03.367764 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-f01c4e40-ca1f-4a63-8905-a109115b426e None None] Deleting port 7f6eadc1-e171-4dcb-ac23-be8df50882d7 {{(pid=104062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:13:03.368146 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-f01c4e40-ca1f-4a63-8905-a109115b426e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (7f6eadc1-e171-4dcb-ac23-be8df50882d7), before_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.419800 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7c7b9f71-4520-4def-94de-89f04ece91c0 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (00bad8ec-9d66-4e57-9d74-1571a1a1f2d9), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.433404 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-f01c4e40-ca1f-4a63-8905-a109115b426e None None] For port 7f6eadc1-e171-4dcb-ac23-be8df50882d7, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=7f6eadc1-e171-4dcb-ac23-be8df50882d7,segment=NetworkSegment(3b40a88d-5cdd-4d49-9ea4-70c1551e5cea),segment_id=3b40a88d-5cdd-4d49-9ea4-70c1551e5cea)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:13:03.433855 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-f01c4e40-ca1f-4a63-8905-a109115b426e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (7f6eadc1-e171-4dcb-ac23-be8df50882d7), precommit_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.451407 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-f01c4e40-ca1f-4a63-8905-a109115b426e None None] Calling delete_port for 7f6eadc1-e171-4dcb-ac23-be8df50882d7 owned by network:dhcp {{(pid=104062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:13:03.453170 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (7f6eadc1-e171-4dcb-ac23-be8df50882d7), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.474685 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b9f71-4520-4def-94de-89f04ece91c0 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00bad8ec-9d66-4e57-9d74-1571a1a1f2d9,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:03.481570 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80188229-a65a-4ec5-bf09-5ccec6757ab2 req-84e1df0d-c3d3-4ba2-8938-73e86b87aad6 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:03.483097 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-80188229-a65a-4ec5-bf09-5ccec6757ab2 req-84e1df0d-c3d3-4ba2-8938-73e86b87aad6 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0632219 Mar 23 17:13:03.501803 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6eadc1-e171-4dcb-ac23-be8df50882d7,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:03.503646 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] No DVR routers for this DVR port 7f6eadc1-e171-4dcb-ac23-be8df50882d7 on host dv-cinder-834919-1-iscsi {{(pid=104061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:13:03.509629 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7c7b9f71-4520-4def-94de-89f04ece91c0 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.510862 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-7c7b9f71-4520-4def-94de-89f04ece91c0 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4395208 Mar 23 17:13:03.513880 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 34052) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:03.518572 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-593ed11f-869a-4d48-90e3-2c0b7131af8c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Request body: {'security_group_rule': {'security_group_id': '00bad8ec-9d66-4e57-9d74-1571a1a1f2d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:13:03.557579 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-80188229-a65a-4ec5-bf09-5ccec6757ab2 req-671de738-5287-4697-b499-73b32058ca4a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630767 Mar 23 17:13:03.580444 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (51f4a656-753b-4765-843d-71e3a0fb2d78), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.601734 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f4a656-753b-4765-843d-71e3a0fb2d78']}} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:03.611849 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea') {'for_net_delete': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:03.612148 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b40a88d-5cdd-4d49-9ea4-70c1551e5cea') {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:03.617917 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-f01c4e40-ca1f-4a63-8905-a109115b426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (7f6eadc1-e171-4dcb-ac23-be8df50882d7), after_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.618268 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-593ed11f-869a-4d48-90e3-2c0b7131af8c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group_rule (a2d5b91f-3145-4da4-8f6e-06f19b4dfcf8), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.627608 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12634118'] for segment (3b40a88d-5cdd-4d49-9ea4-70c1551e5cea), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.643442 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (3b40a88d-5cdd-4d49-9ea4-70c1551e5cea), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.652024 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=104061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:13:03.652324 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c4e40-ca1f-4a63-8905-a109115b426e None None] Pushing event deleted for resources: {'Port': ['ID=7f6eadc1-e171-4dcb-ac23-be8df50882d7,revision_number=None']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:03.652566 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25120871'] for segment (3b40a88d-5cdd-4d49-9ea4-70c1551e5cea), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.654897 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c4e40-ca1f-4a63-8905-a109115b426e None None] No DVR routers for this DVR port 7f6eadc1-e171-4dcb-ac23-be8df50882d7 on host dv-cinder-834919-1-iscsi {{(pid=104062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: Traceback (most recent call last): Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: timer() Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: cb(*args, **kw) Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: return func(*args, **kwargs) Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: self._notify() Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: self.callback(batched_events) Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: event.method(event) Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: return f(self, *a, **k) Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._get(url).json() Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: return self.request(url, 'GET', **kwargs) Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:13:03.655271 dv-cinder-834919-1-iscsi neutron-server[104061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:13:03.682832 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-593ed11f-869a-4d48-90e3-2c0b7131af8c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group_rule (a2d5b91f-3145-4da4-8f6e-06f19b4dfcf8), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.757405 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-593ed11f-869a-4d48-90e3-2c0b7131af8c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (a2d5b91f-3145-4da4-8f6e-06f19b4dfcf8), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.775081 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ed11f-869a-4d48-90e3-2c0b7131af8c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d5b91f-3145-4da4-8f6e-06f19b4dfcf8,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:03.785968 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (51f4a656-753b-4765-843d-71e3a0fb2d78), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.791534 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.796567 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] 10.222.0.97 "DELETE /v2.0/networks/51f4a656-753b-4765-843d-71e3a0fb2d78 HTTP/1.1" status: 204 len: 168 time: 0.8142943 Mar 23 17:13:03.808017 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b8281-30b5-4cb3-9543-b1be674067dc admin admin] Pushing event deleted for resources: {'Network': ['ID=51f4a656-753b-4765-843d-71e3a0fb2d78,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:03.867963 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-593ed11f-869a-4d48-90e3-2c0b7131af8c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:03.869234 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-593ed11f-869a-4d48-90e3-2c0b7131af8c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3541646 Mar 23 17:13:03.872882 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 34056) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:03.877154 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-6016bf76-1dbe-45e8-ba19-bfb1e0acd4d5 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Request body: {'security_group_rule': {'security_group_id': '00bad8ec-9d66-4e57-9d74-1571a1a1f2d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:13:03.979164 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6016bf76-1dbe-45e8-ba19-bfb1e0acd4d5 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group_rule (7199fc68-f5c1-496a-8b53-72a4eab4b89d), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:04.034058 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6016bf76-1dbe-45e8-ba19-bfb1e0acd4d5 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group_rule (7199fc68-f5c1-496a-8b53-72a4eab4b89d), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:04.095005 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6016bf76-1dbe-45e8-ba19-bfb1e0acd4d5 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (7199fc68-f5c1-496a-8b53-72a4eab4b89d), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:04.112128 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016bf76-1dbe-45e8-ba19-bfb1e0acd4d5 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7199fc68-f5c1-496a-8b53-72a4eab4b89d,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:04.126821 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 34058) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:04.166240 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-0d896f9b-0212-43de-a127-377d8d062555 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5b67ee0772484be4971b191ea09f5817&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382710 Mar 23 17:13:04.168663 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 34060) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:04.182560 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6016bf76-1dbe-45e8-ba19-bfb1e0acd4d5 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:04.183667 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-6016bf76-1dbe-45e8-ba19-bfb1e0acd4d5 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3098726 Mar 23 17:13:04.186958 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 34062) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:04.192283 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Request body: {'floatingip': {'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:13:04.220704 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cb70f4b8-9ce8-4d0a-82ec-ac7c88829c8b admin admin] Publish callbacks [] for security_group (478ba000-9744-4cbb-9259-2fd225a5bc23), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:04.241924 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cb70f4b8-9ce8-4d0a-82ec-ac7c88829c8b admin admin] Publish callbacks [] for security_group (478ba000-9744-4cbb-9259-2fd225a5bc23), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:04.283358 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:04.357272 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cb70f4b8-9ce8-4d0a-82ec-ac7c88829c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (478ba000-9744-4cbb-9259-2fd225a5bc23), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:04.364170 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cb70f4b8-9ce8-4d0a-82ec-ac7c88829c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:04.364170 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-cb70f4b8-9ce8-4d0a-82ec-ac7c88829c8b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/478ba000-9744-4cbb-9259-2fd225a5bc23 HTTP/1.1" status: 204 len: 168 time: 0.1920085 Mar 23 17:13:04.369526 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70f4b8-9ce8-4d0a-82ec-ac7c88829c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478ba000-9744-4cbb-9259-2fd225a5bc23,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:04.393611 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:04.499894 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Allocated IP 172.27.1.249 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/f4697435-8c76-4283-b15a-96185e3aca03) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:13:04.603269 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for port (f4697435-8c76-4283-b15a-96185e3aca03), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:04.685947 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab152806-cd20-4094-99af-9c8d3121c6c7 req-5f7c306f-0446-4d90-9b60-bd682440f71b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:04.687476 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ab152806-cd20-4094-99af-9c8d3121c6c7 req-5f7c306f-0446-4d90-9b60-bd682440f71b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0561683 Mar 23 17:13:04.725818 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (f4697435-8c76-4283-b15a-96185e3aca03), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:04.769559 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ab152806-cd20-4094-99af-9c8d3121c6c7 req-dfe6d398-da22-4101-80c8-77e3c9834cf9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765181 Mar 23 17:13:04.777517 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:13:04.789286 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:13:04.791860 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:13:04.797996 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event updated for resources: {'Port': ['ID=f4697435-8c76-4283-b15a-96185e3aca03,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:04.882870 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for floatingip (0ed2d27b-157b-48c5-ac92-c472bb387537), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:04.984343 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (f4697435-8c76-4283-b15a-96185e3aca03), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:05.133423 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for port (f4697435-8c76-4283-b15a-96185e3aca03), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:05.163310 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 42bb1b07-483a-4ea2-b998-dd20f65cccb3 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:13:05.203416 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (f4697435-8c76-4283-b15a-96185e3aca03), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:05.240139 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 7f6eadc1-e171-4dcb-ac23-be8df50882d7 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:13:05.264566 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 7f6eadc1-e171-4dcb-ac23-be8df50882d7 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:13:05.264938 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 7f6eadc1-e171-4dcb-ac23-be8df50882d7 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:13:05.284947 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event updated for resources: {'Port': ['ID=f4697435-8c76-4283-b15a-96185e3aca03,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:05.296360 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (0ed2d27b-157b-48c5-ac92-c472bb387537), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:05.303117 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 42bb1b07-483a-4ea2-b998-dd20f65cccb3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:13:05.316476 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '42bb1b07-483a-4ea2-b998-dd20f65cccb3', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'port_id': '42bb1b07-483a-4ea2-b998-dd20f65cccb3', 'mac_address': 'fa:16:3e:d3:24:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:13:05.353973 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 is: ACTIVE; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:13:05.354491 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:05.365272 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:05.368067 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42bb1b07-483a-4ea2-b998-dd20f65cccb3 {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:13:05.375684 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-08ae4a18-c778-49f0-9ae3-9d426bdffeb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1863899 Mar 23 17:13:05.388477 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 42bb1b07-483a-4ea2-b998-dd20f65cccb3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:13:05.469968 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:05.526801 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=42bb1b07-483a-4ea2-b998-dd20f65cccb3,revision_number=6']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:05.566630 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['42bb1b07-483a-4ea2-b998-dd20f65cccb3'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:13:05.575194 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-f987ebbf-69c4-4759-b783-67a2c34f3ff7 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--571490739&fields=id&tenant_id=f132ad6f39674e448f82c3fda9d3079b HTTP/1.1" status: 200 len: 267 time: 0.0456786 Mar 23 17:13:05.690096 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-f7844cd7-15ee-4b0f-8d45-0b06416ac422 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:05.691647 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-f7844cd7-15ee-4b0f-8d45-0b06416ac422 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/networks?id=b5f6ec85-dfe2-47dc-923e-bdc04e67533c HTTP/1.1" status: 200 len: 811 time: 0.1085691 Mar 23 17:13:05.709266 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-9c45a482-71b8-4aa1-8ff8-388d9c2f6197 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/quotas/f132ad6f39674e448f82c3fda9d3079b HTTP/1.1" status: 200 len: 375 time: 0.0117950 Mar 23 17:13:05.773246 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-1bead199-6289-4f88-8eb0-04fb6fa0fb6f tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=f132ad6f39674e448f82c3fda9d3079b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588984 Mar 23 17:13:05.868919 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-a4b778bc-9b6d-437d-850e-f4daf15326b6 service neutron] 10.222.0.97 "GET /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840428 Mar 23 17:13:05.900988 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48ce6e-c38c-4021-b239-81751f7ebe80 req-52949601-fd33-449c-b004-a4d1ad9708d9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:05.902528 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4f48ce6e-c38c-4021-b239-81751f7ebe80 req-52949601-fd33-449c-b004-a4d1ad9708d9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 945 time: 0.0606120 Mar 23 17:13:05.950293 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4f48ce6e-c38c-4021-b239-81751f7ebe80 req-3cc3ade4-7a49-4768-a6e5-e1e36a9a269a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414910 Mar 23 17:13:05.967544 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-17ded53c-76a4-4451-9745-65d5db3f0e08 service neutron] 10.222.0.97 "GET /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929689 Mar 23 17:13:06.200058 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-56a8f4df-c58b-426b-9f69-ec5891311886 req-3478328d-1a73-428a-bfb8-43f080bd6568 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 210 time: 0.0282366 Mar 23 17:13:07.083585 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bacd58-297a-4417-ba34-0b9dd315ad81 req-867c2223-7507-45e6-b726-7447365887be tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:07.088237 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-38bacd58-297a-4417-ba34-0b9dd315ad81 req-867c2223-7507-45e6-b726-7447365887be tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 945 time: 0.0635052 Mar 23 17:13:07.137271 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-38bacd58-297a-4417-ba34-0b9dd315ad81 req-3f15c04e-1e96-4f03-bf13-5a642124124c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419130 Mar 23 17:13:07.169132 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 42bb1b07-483a-4ea2-b998-dd20f65cccb3 up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:13:07.219527 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:13:07.219909 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:07.318161 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-79a0221c-103f-428e-a118-27639f17b521 req-1d82557b-5979-4c2d-9d17-035ca98f9323 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 210 time: 0.0451889 Mar 23 17:13:07.323855 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:13:07.324261 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:07.348960 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bb1b07-483a-4ea2-b998-dd20f65cccb3'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:13:07.351624 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0306fb-22f6-47d0-ba8e-dcff6439bbbc" -d '{"events": [{"server_uuid": "a54ef9bf-8159-47a9-82fa-64f52772e366", "name": "network-vif-plugged", "status": "completed", "tag": "42bb1b07-483a-4ea2-b998-dd20f65cccb3"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:13:07.365266 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 42bb1b07-483a-4ea2-b998-dd20f65cccb3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:13:07.419816 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:07.475635 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=42bb1b07-483a-4ea2-b998-dd20f65cccb3,revision_number=7']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:07.483256 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:07.483614 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:07.483967 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:07.484899 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:07.485245 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:07.485586 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:07.485924 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:07.486259 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:07.486598 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:07.486989 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:07.487268 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:07.487608 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:07.487948 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:07.488280 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:07.488611 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:07.524778 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e747146f-8647-43d1-825a-161eccec6c5c x-openstack-request-id: req-e747146f-8647-43d1-825a-161eccec6c5c {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:13:07.525101 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54ef9bf-8159-47a9-82fa-64f52772e366", "name": "network-vif-plugged", "status": "completed", "tag": "42bb1b07-483a-4ea2-b998-dd20f65cccb3", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:13:07.525364 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e747146f-8647-43d1-825a-161eccec6c5c {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:13:07.526758 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e747146f-8647-43d1-825a-161eccec6c5c'] response: {'server_uuid': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bb1b07-483a-4ea2-b998-dd20f65cccb3', 'code': 200} Mar 23 17:13:08.290388 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79739a6f-0f77-4fbc-b271-e3662c92e1d9 req-6e9095b2-f617-4d16-97a0-5a43e92d7b0c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:08.292745 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-79739a6f-0f77-4fbc-b271-e3662c92e1d9 req-6e9095b2-f617-4d16-97a0-5a43e92d7b0c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0668006 Mar 23 17:13:08.349279 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-79739a6f-0f77-4fbc-b271-e3662c92e1d9 req-51b65ff6-6ffd-46d9-a6da-00db4c971316 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484846 Mar 23 17:13:08.479234 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bf5e42d4-3189-4ecd-ac6e-56e3c8980466 req-8b9f54f7-1cd7-4f3d-a2bb-13ebcd5b0fcb tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 210 time: 0.0513241 Mar 23 17:13:08.546382 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-5272221a-2459-4ddd-a33a-6690408478a0 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:08.548169 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-5272221a-2459-4ddd-a33a-6690408478a0 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.43 "GET /v2.0/networks?id=b5f6ec85-dfe2-47dc-923e-bdc04e67533c HTTP/1.1" status: 200 len: 811 time: 0.1809595 Mar 23 17:13:08.624177 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-0ec1ed90-1174-4e03-9fcd-bb684a0eaa73 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f132ad6f39674e448f82c3fda9d3079b HTTP/1.1" status: 200 len: 379 time: 0.0665121 Mar 23 17:13:08.633327 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-9162c2b4-2110-4eca-9d9c-ce1f7296c6ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Request body: {'port': {'device_id': 'cf8032f4-91c6-41bc-b44c-ff0bb7c777b0', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'admin_state_up': True, 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'security_groups': ['00bad8ec-9d66-4e57-9d74-1571a1a1f2d9']}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:13:08.934620 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-9162c2b4-2110-4eca-9d9c-ce1f7296c6ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Made reservation on behalf of f132ad6f39674e448f82c3fda9d3079b for: {'port': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:13:08.938879 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-9162c2b4-2110-4eca-9d9c-ce1f7296c6ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:09.078820 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-9162c2b4-2110-4eca-9d9c-ce1f7296c6ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Allocated IP 172.20.0.14 (b5f6ec85-dfe2-47dc-923e-bdc04e67533c/b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8/e5fc6519-1b15-4f25-bb20-478438cb82f9) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:13:09.226767 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-9162c2b4-2110-4eca-9d9c-ce1f7296c6ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for port (e5fc6519-1b15-4f25-bb20-478438cb82f9), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:09.329347 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-9162c2b4-2110-4eca-9d9c-ce1f7296c6ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (e5fc6519-1b15-4f25-bb20-478438cb82f9), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:09.379349 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-9162c2b4-2110-4eca-9d9c-ce1f7296c6ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Network b5f6ec85-dfe2-47dc-923e-bdc04e67533c is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:13:09.382945 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-9162c2b4-2110-4eca-9d9c-ce1f7296c6ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:13:09.389662 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-9162c2b4-2110-4eca-9d9c-ce1f7296c6ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:13:09.423185 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162c2b4-2110-4eca-9d9c-ce1f7296c6ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event updated for resources: {'Port': ['ID=e5fc6519-1b15-4f25-bb20-478438cb82f9,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:09.461660 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-9162c2b4-2110-4eca-9d9c-ce1f7296c6ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:09.462341 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-9162c2b4-2110-4eca-9d9c-ce1f7296c6ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:09.586961 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5a6cc-d851-4e29-98bc-3932c6b5f438 req-27126210-48c7-47c4-b2bf-810b9f5abf30 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:09.588500 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-42e5a6cc-d851-4e29-98bc-3932c6b5f438 req-27126210-48c7-47c4-b2bf-810b9f5abf30 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.1065862 Mar 23 17:13:09.634775 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-9162c2b4-2110-4eca-9d9c-ce1f7296c6ff tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0050797 Mar 23 17:13:09.660878 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Request body: {'port': {'device_id': 'cf8032f4-91c6-41bc-b44c-ff0bb7c777b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:13:09.682830 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf4cc2-f4e6-4fd1-924e-08ea4c1ca742 req-a77c307e-121d-4b56-9ba1-a4f0e42af075 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:09.685381 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5edf4cc2-f4e6-4fd1-924e-08ea4c1ca742 req-a77c307e-121d-4b56-9ba1-a4f0e42af075 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 932 time: 0.0758059 Mar 23 17:13:09.744810 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5edf4cc2-f4e6-4fd1-924e-08ea4c1ca742 req-fbba86d4-317c-4bbc-a7cd-29274f8ac9e6 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=00bad8ec-9d66-4e57-9d74-1571a1a1f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581062 Mar 23 17:13:09.770348 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-42e5a6cc-d851-4e29-98bc-3932c6b5f438 req-bb9764da-c4d4-4ce2-9b84-f5fd89c51e9d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1725910 Mar 23 17:13:09.798930 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (e5fc6519-1b15-4f25-bb20-478438cb82f9), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:09.808291 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-10a62ac2-e43e-4c5f-a2dc-5cad3c2ad100 None None] Provisioning complete for port e5fc6519-1b15-4f25-bb20-478438cb82f9 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:13:09.808931 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-10a62ac2-e43e-4c5f-a2dc-5cad3c2ad100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (e5fc6519-1b15-4f25-bb20-478438cb82f9), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:09.862896 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-10a62ac2-e43e-4c5f-a2dc-5cad3c2ad100 None None] Port e5fc6519-1b15-4f25-bb20-478438cb82f9 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:13:10.161930 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5fc6519-1b15-4f25-bb20-478438cb82f9 {{(pid=104061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:13:10.170625 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Publish callbacks [] for port (e5fc6519-1b15-4f25-bb20-478438cb82f9), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:10.215214 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.provisioning_blocks [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Transition to ACTIVE for port object e5fc6519-1b15-4f25-bb20-478438cb82f9 will not be triggered until provisioned by entity L2. {{(pid=104061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:13:10.654047 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (e5fc6519-1b15-4f25-bb20-478438cb82f9), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:10.731985 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Pushing event updated for resources: {'Port': ['ID=e5fc6519-1b15-4f25-bb20-478438cb82f9,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:10.838227 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Attempting to bind port e5fc6519-1b15-4f25-bb20-478438cb82f9 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:13:10.838722 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Attempting to bind port e5fc6519-1b15-4f25-bb20-478438cb82f9 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:13:10.839047 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Attempting to bind port e5fc6519-1b15-4f25-bb20-478438cb82f9 on network b5f6ec85-dfe2-47dc-923e-bdc04e67533c {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:13:10.852869 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Port e5fc6519-1b15-4f25-bb20-478438cb82f9 on network b5f6ec85-dfe2-47dc-923e-bdc04e67533c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:13:10.852869 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Attempting to bind port e5fc6519-1b15-4f25-bb20-478438cb82f9 on network b5f6ec85-dfe2-47dc-923e-bdc04e67533c {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:13:10.869793 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:13:10.870565 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Checking segment: {'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:13:10.870723 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Bound using segment: {'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:13:10.871255 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Bound port: e5fc6519-1b15-4f25-bb20-478438cb82f9, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0394ffdb-badf-45d4-a4b4-f41de9062f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:13:10.872139 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (e5fc6519-1b15-4f25-bb20-478438cb82f9), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:10.934068 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83e3bb-91d9-4c95-b0ce-403b8c0ae383 req-31f23b50-725a-48b4-94e3-563f0494ed01 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:10.935810 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-cf83e3bb-91d9-4c95-b0ce-403b8c0ae383 req-31f23b50-725a-48b4-94e3-563f0494ed01 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 944 time: 0.0868156 Mar 23 17:13:11.047869 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] For port e5fc6519-1b15-4f25-bb20-478438cb82f9, host hv-cinder-83491, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:13:11.051298 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-cf83e3bb-91d9-4c95-b0ce-403b8c0ae383 req-941c426a-8fa8-4efa-8293-18177f832a03 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=00bad8ec-9d66-4e57-9d74-1571a1a1f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016505 Mar 23 17:13:11.057729 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0c0d9-2dc3-4cdd-808e-22f534bf0e93 req-307dc78a-2bbf-46d8-8614-a34f739accd6 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:11.059325 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-40e0c0d9-2dc3-4cdd-808e-22f534bf0e93 req-307dc78a-2bbf-46d8-8614-a34f739accd6 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.1706414 Mar 23 17:13:11.061186 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] For port e5fc6519-1b15-4f25-bb20-478438cb82f9, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=e5fc6519-1b15-4f25-bb20-478438cb82f9,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:13:11.138742 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-40e0c0d9-2dc3-4cdd-808e-22f534bf0e93 req-cc6e51c9-47a3-4576-b0db-b6629f4a3051 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672739 Mar 23 17:13:11.138742 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (e5fc6519-1b15-4f25-bb20-478438cb82f9), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:11.179186 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:11.179811 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:11.181253 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] 10.222.0.43 "PUT /v2.0/ports/e5fc6519-1b15-4f25-bb20-478438cb82f9 HTTP/1.1" status: 200 len: 1094 time: 1.5346487 Mar 23 17:13:11.198473 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8032f4-91c6-41bc-b44c-ff0bb7c777b0', 'tag': 'e5fc6519-1b15-4f25-bb20-478438cb82f9'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:13:11.198473 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c426bb4-4c69-4c85-9a19-14115646a9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8032f4-91c6-41bc-b44c-ff0bb7c777b0", "tag": "e5fc6519-1b15-4f25-bb20-478438cb82f9"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:13:11.218385 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae338e6-9c0b-4d10-8037-6111001f5fbe service neutron] Pushing event updated for resources: {'Port': ['ID=e5fc6519-1b15-4f25-bb20-478438cb82f9,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:11.257623 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb205dcb-4657-4544-8140-6f4bd108ee5a x-openstack-request-id: req-cb205dcb-4657-4544-8140-6f4bd108ee5a {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:13:11.257924 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8032f4-91c6-41bc-b44c-ff0bb7c777b0", "tag": "e5fc6519-1b15-4f25-bb20-478438cb82f9", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:13:11.258725 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cb205dcb-4657-4544-8140-6f4bd108ee5a {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:13:11.258725 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb205dcb-4657-4544-8140-6f4bd108ee5a'] response: {'name': 'network-changed', 'server_uuid': 'cf8032f4-91c6-41bc-b44c-ff0bb7c777b0', 'tag': 'e5fc6519-1b15-4f25-bb20-478438cb82f9', 'status': 'completed', 'code': 200} Mar 23 17:13:11.336140 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c426bb4-4c69-4c85-9a19-14115646a9f2 req-06a4dab1-9f74-46ca-bf54-8ab69248f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:11.337710 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7c426bb4-4c69-4c85-9a19-14115646a9f2 req-06a4dab1-9f74-46ca-bf54-8ab69248f971 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f132ad6f39674e448f82c3fda9d3079b&device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 1128 time: 0.0511210 Mar 23 17:13:11.461278 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c426bb4-4c69-4c85-9a19-14115646a9f2 req-ded8d3e7-96c0-4e66-bb66-71d5b8e4e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:11.462760 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7c426bb4-4c69-4c85-9a19-14115646a9f2 req-ded8d3e7-96c0-4e66-bb66-71d5b8e4e917 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f132ad6f39674e448f82c3fda9d3079b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1160471 Mar 23 17:13:11.577096 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c426bb4-4c69-4c85-9a19-14115646a9f2 req-87cf0b93-4a65-4a73-890b-c8358242dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:11.578858 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7c426bb4-4c69-4c85-9a19-14115646a9f2 req-87cf0b93-4a65-4a73-890b-c8358242dd3b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1098275 Mar 23 17:13:11.664610 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-a7d6be3e-6ef3-4650-a247-128c7e59c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:11.666172 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-a7d6be3e-6ef3-4650-a247-128c7e59c731 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f132ad6f39674e448f82c3fda9d3079b&device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 1128 time: 0.0477269 Mar 23 17:13:11.719569 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-a46e1a15-d2c8-495c-a79c-5d051d919447 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5fc6519-1b15-4f25-bb20-478438cb82f9 HTTP/1.1" status: 200 len: 217 time: 0.0449734 Mar 23 17:13:11.778870 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aea18719-7b31-49b4-83be-bd22c388df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:11.780465 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-aea18719-7b31-49b4-83be-bd22c388df23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8 HTTP/1.1" status: 200 len: 850 time: 0.0548425 Mar 23 17:13:11.833285 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-77a4ec83-3944-4fc2-a003-8ec780e8a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:11.835702 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-77a4ec83-3944-4fc2-a003-8ec780e8a830 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b5f6ec85-dfe2-47dc-923e-bdc04e67533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490282 Mar 23 17:13:11.939105 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-775afe1b-eba8-4e3f-a41e-e8732d4f4000 service neutron] 10.222.0.43 "GET /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942268 Mar 23 17:13:12.047688 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d3f53c58-c415-45c0-9fcd-4824ec633914 req-8337550a-0257-4a74-ae90-e6d098ba6dfd service neutron] 10.222.0.43 "GET /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002908 Mar 23 17:13:12.218084 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68637a90-314d-43d8-9d79-0250aa0c3196 req-2ef6c87c-4913-43e9-9013-9a2c98443b72 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:12.234203 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-68637a90-314d-43d8-9d79-0250aa0c3196 req-2ef6c87c-4913-43e9-9013-9a2c98443b72 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 944 time: 0.1188493 Mar 23 17:13:12.314640 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a78f94-8b46-4a07-bafd-a4ec1f81aa5a req-4caf13a7-251a-4739-a0f4-800d9eeced0e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:12.324160 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-34a78f94-8b46-4a07-bafd-a4ec1f81aa5a req-4caf13a7-251a-4739-a0f4-800d9eeced0e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0728993 Mar 23 17:13:12.325251 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-68637a90-314d-43d8-9d79-0250aa0c3196 req-b5f2be86-22b2-4dc5-b1f9-500185efb07a tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=00bad8ec-9d66-4e57-9d74-1571a1a1f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854030 Mar 23 17:13:12.386197 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-34a78f94-8b46-4a07-bafd-a4ec1f81aa5a req-d73c7bd5-d620-4899-aaf2-45f865dfe61a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562999 Mar 23 17:13:13.470974 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5584a-783a-4aa4-8fdb-395e13c661f8 req-1710cac8-30a0-4bb9-b397-99bd50557f02 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:13.478134 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1df5584a-783a-4aa4-8fdb-395e13c661f8 req-1710cac8-30a0-4bb9-b397-99bd50557f02 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 944 time: 0.0745943 Mar 23 17:13:13.535665 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1df5584a-783a-4aa4-8fdb-395e13c661f8 req-8626d3eb-f357-47cd-92e7-071d39cadd2f tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=00bad8ec-9d66-4e57-9d74-1571a1a1f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566132 Mar 23 17:13:13.545244 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39075c-2922-4c9b-81fc-aa14d2ac2f5a req-c5e2486b-b6ad-4055-b901-4a2cfab5448d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:13.547820 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-dc39075c-2922-4c9b-81fc-aa14d2ac2f5a req-c5e2486b-b6ad-4055-b901-4a2cfab5448d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0731990 Mar 23 17:13:13.601675 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-dc39075c-2922-4c9b-81fc-aa14d2ac2f5a req-bf42cd67-26b4-46eb-8efa-7a47bdb832db tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471897 Mar 23 17:13:14.684615 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3827f8-d7f8-40ba-85ad-d2f5bdc5d31c req-7bb6e1ae-e0d8-43ee-8068-cb46a3e25232 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:14.693182 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ba3827f8-d7f8-40ba-85ad-d2f5bdc5d31c req-7bb6e1ae-e0d8-43ee-8068-cb46a3e25232 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 944 time: 0.0779018 Mar 23 17:13:14.763813 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f40c-154b-4650-9646-1ef34e06288b req-3ea7ae41-5868-4d6d-9e77-02a34ac56606 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:14.766521 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ee81f40c-154b-4650-9646-1ef34e06288b req-3ea7ae41-5868-4d6d-9e77-02a34ac56606 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0661292 Mar 23 17:13:14.778133 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ba3827f8-d7f8-40ba-85ad-d2f5bdc5d31c req-85f29c33-ee00-439f-82d5-05694fdf6280 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=00bad8ec-9d66-4e57-9d74-1571a1a1f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839498 Mar 23 17:13:14.821665 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ee81f40c-154b-4650-9646-1ef34e06288b req-bb1b1616-ef91-486e-b14c-172321be5fb7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490234 Mar 23 17:13:15.223061 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device e5fc6519-1b15-4f25-bb20-478438cb82f9 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:13:15.333775 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port e5fc6519-1b15-4f25-bb20-478438cb82f9, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=e5fc6519-1b15-4f25-bb20-478438cb82f9,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:13:15.347098 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': 'e5fc6519-1b15-4f25-bb20-478438cb82f9', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'port_id': 'e5fc6519-1b15-4f25-bb20-478438cb82f9', 'mac_address': 'fa:16:3e:50:df:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:13:15.389546 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port e5fc6519-1b15-4f25-bb20-478438cb82f9 is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:13:15.390331 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (e5fc6519-1b15-4f25-bb20-478438cb82f9), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:15.404398 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fc6519-1b15-4f25-bb20-478438cb82f9 {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:13:15.425781 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port e5fc6519-1b15-4f25-bb20-478438cb82f9, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=e5fc6519-1b15-4f25-bb20-478438cb82f9,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:13:15.548611 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (e5fc6519-1b15-4f25-bb20-478438cb82f9), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:15.599725 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=e5fc6519-1b15-4f25-bb20-478438cb82f9,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:15.868217 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['e5fc6519-1b15-4f25-bb20-478438cb82f9'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:13:15.919365 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db86cce-b553-455e-a1db-4c5cca048ec1 req-310a26c5-4b0b-4ebc-b0c4-18d2a1f46891 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:15.921587 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9db86cce-b553-455e-a1db-4c5cca048ec1 req-310a26c5-4b0b-4ebc-b0c4-18d2a1f46891 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 945 time: 0.0661767 Mar 23 17:13:15.984214 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92e8cc-977b-4bbf-8a15-5a4eb069ce78 req-07ff0d3d-f3cf-4cf7-b52a-bb7468d1a63c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:15.989082 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9d92e8cc-977b-4bbf-8a15-5a4eb069ce78 req-07ff0d3d-f3cf-4cf7-b52a-bb7468d1a63c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0750062 Mar 23 17:13:16.003052 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9db86cce-b553-455e-a1db-4c5cca048ec1 req-aef5d73f-6a22-4657-b18f-0d8b75d0e58a tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=00bad8ec-9d66-4e57-9d74-1571a1a1f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756853 Mar 23 17:13:16.058515 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9d92e8cc-977b-4bbf-8a15-5a4eb069ce78 req-32a6a23d-be02-4974-8c56-b690a793720c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645316 Mar 23 17:13:17.213283 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0e770-ac31-449c-8d33-49aeba144d9a req-6d21d524-68d9-463c-8298-8620aa46589e tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:17.213283 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4af0e770-ac31-449c-8d33-49aeba144d9a req-6d21d524-68d9-463c-8298-8620aa46589e tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 945 time: 0.1396475 Mar 23 17:13:17.236212 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device e5fc6519-1b15-4f25-bb20-478438cb82f9 up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:13:17.261355 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f20f6-90fd-4cff-b8c5-a72e2a8cf1ca req-574a35d6-e5d4-46e6-853c-2d505c6217c4 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:17.266287 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-896f20f6-90fd-4cff-b8c5-a72e2a8cf1ca req-574a35d6-e5d4-46e6-853c-2d505c6217c4 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.1005006 Mar 23 17:13:17.302380 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4af0e770-ac31-449c-8d33-49aeba144d9a req-1a6765ee-162c-4603-bd08-810c24d1984f tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=00bad8ec-9d66-4e57-9d74-1571a1a1f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759146 Mar 23 17:13:17.336333 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-896f20f6-90fd-4cff-b8c5-a72e2a8cf1ca req-f54975be-b86f-4ce3-bc13-537c5c068d50 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627384 Mar 23 17:13:17.700014 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port e5fc6519-1b15-4f25-bb20-478438cb82f9 completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:13:17.705102 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port e5fc6519-1b15-4f25-bb20-478438cb82f9 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:13:17.705493 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (e5fc6519-1b15-4f25-bb20-478438cb82f9), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:17.783963 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port e5fc6519-1b15-4f25-bb20-478438cb82f9 is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:13:17.784354 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (e5fc6519-1b15-4f25-bb20-478438cb82f9), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:17.806617 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8032f4-91c6-41bc-b44c-ff0bb7c777b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fc6519-1b15-4f25-bb20-478438cb82f9'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:13:17.808822 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2babcd-fbf0-4acc-88aa-50b5897c1df3" -d '{"events": [{"server_uuid": "cf8032f4-91c6-41bc-b44c-ff0bb7c777b0", "name": "network-vif-plugged", "status": "completed", "tag": "e5fc6519-1b15-4f25-bb20-478438cb82f9"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:13:17.821362 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port e5fc6519-1b15-4f25-bb20-478438cb82f9, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=e5fc6519-1b15-4f25-bb20-478438cb82f9,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:13:17.845888 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f47d15d-a51a-4062-9458-939d05243ca2 x-openstack-request-id: req-2f47d15d-a51a-4062-9458-939d05243ca2 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:13:17.846202 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8032f4-91c6-41bc-b44c-ff0bb7c777b0", "name": "network-vif-plugged", "status": "completed", "tag": "e5fc6519-1b15-4f25-bb20-478438cb82f9", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:13:17.846517 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2f47d15d-a51a-4062-9458-939d05243ca2 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:13:17.846914 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f47d15d-a51a-4062-9458-939d05243ca2'] response: {'server_uuid': 'cf8032f4-91c6-41bc-b44c-ff0bb7c777b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fc6519-1b15-4f25-bb20-478438cb82f9', 'code': 200} Mar 23 17:13:17.944552 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (e5fc6519-1b15-4f25-bb20-478438cb82f9), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:17.991521 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=e5fc6519-1b15-4f25-bb20-478438cb82f9,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:18.201016 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe50af-90df-4e0a-affd-281aaa5f2123 req-7a54512a-f3cc-4792-8aad-ef5668c626e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:18.202609 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2fe50af-90df-4e0a-affd-281aaa5f2123 req-7a54512a-f3cc-4792-8aad-ef5668c626e8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 1130 time: 0.0492775 Mar 23 17:13:18.274175 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b2fe50af-90df-4e0a-affd-281aaa5f2123 req-143be383-5a7b-47f0-bbf2-c309cb60c815 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=00bad8ec-9d66-4e57-9d74-1571a1a1f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642624 Mar 23 17:13:18.445300 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f29b9-b1c1-446c-b07f-2348d347742b req-99f62727-259e-4d7b-9d63-a6e18c63dbe3 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:18.457307 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d71f29b9-b1c1-446c-b07f-2348d347742b req-99f62727-259e-4d7b-9d63-a6e18c63dbe3 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 946 time: 0.0744312 Mar 23 17:13:18.519402 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe928b-c08c-4ef3-9776-162f5a815220 req-e5ab3d70-f86c-44bd-865f-f97623b8180a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:18.523749 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d71f29b9-b1c1-446c-b07f-2348d347742b req-b120759a-d4b7-454f-89cd-ce729daa6f60 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=00bad8ec-9d66-4e57-9d74-1571a1a1f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568449 Mar 23 17:13:18.526290 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-92fe928b-c08c-4ef3-9776-162f5a815220 req-e5ab3d70-f86c-44bd-865f-f97623b8180a tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0790534 Mar 23 17:13:18.578525 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-92fe928b-c08c-4ef3-9776-162f5a815220 req-22ddccf4-1553-4f30-afa2-294c9e973590 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453992 Mar 23 17:13:19.650189 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c1f98-f505-40a5-b7ec-41227890c362 req-6940d1b0-bfa3-4211-b1bc-a90e08d653bd tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:19.651750 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-547c1f98-f505-40a5-b7ec-41227890c362 req-6940d1b0-bfa3-4211-b1bc-a90e08d653bd tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 946 time: 0.0591033 Mar 23 17:13:19.703493 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-547c1f98-f505-40a5-b7ec-41227890c362 req-244dc6ea-d868-4d72-9635-73ecc6b05f8d tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=00bad8ec-9d66-4e57-9d74-1571a1a1f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452724 Mar 23 17:13:19.710661 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eff12-868d-4f9c-8d3c-9b960a9ffea4 req-504282eb-cc99-4ca6-8f28-054fd3c3d65f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:19.717046 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-128eff12-868d-4f9c-8d3c-9b960a9ffea4 req-504282eb-cc99-4ca6-8f28-054fd3c3d65f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0621696 Mar 23 17:13:19.761038 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-128eff12-868d-4f9c-8d3c-9b960a9ffea4 req-d1289cd1-5e9f-471c-af43-937419a4c250 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427864 Mar 23 17:13:20.098753 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844a833-c694-4ff8-bd8a-1c39f6ca9c23 req-5d046324-ebad-404c-a3fb-2618699e1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:20.100131 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2844a833-c694-4ff8-bd8a-1c39f6ca9c23 req-5d046324-ebad-404c-a3fb-2618699e1de8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c&device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 1130 time: 0.0465708 Mar 23 17:13:20.196466 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844a833-c694-4ff8-bd8a-1c39f6ca9c23 req-93f30019-d6b1-4d52-ac95-1565ba6acf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:20.197851 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2844a833-c694-4ff8-bd8a-1c39f6ca9c23 req-93f30019-d6b1-4d52-ac95-1565ba6acf9a service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3 HTTP/1.1" status: 200 len: 918 time: 0.0851896 Mar 23 17:13:20.272181 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2844a833-c694-4ff8-bd8a-1c39f6ca9c23 req-ae96c6ec-5fed-4fdf-ac82-821f1c0c5aee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3 HTTP/1.1" status: 200 len: 1001 time: 0.0651596 Mar 23 17:13:20.322909 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844a833-c694-4ff8-bd8a-1c39f6ca9c23 req-bb0b49fb-29ce-4c15-9a3a-6c3fd5be4fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:20.325767 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2844a833-c694-4ff8-bd8a-1c39f6ca9c23 req-bb0b49fb-29ce-4c15-9a3a-6c3fd5be4fb2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=421c0aa2-1b52-4062-af10-a6dde97fb797 HTTP/1.1" status: 200 len: 855 time: 0.0455368 Mar 23 17:13:20.375085 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844a833-c694-4ff8-bd8a-1c39f6ca9c23 req-62f8a050-c545-454c-8742-84405ca221bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:20.376623 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2844a833-c694-4ff8-bd8a-1c39f6ca9c23 req-62f8a050-c545-454c-8742-84405ca221bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451345 Mar 23 17:13:20.468703 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2844a833-c694-4ff8-bd8a-1c39f6ca9c23 req-e8851181-ff9f-4146-a3af-dd46be3d203f service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845511 Mar 23 17:13:20.554803 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2844a833-c694-4ff8-bd8a-1c39f6ca9c23 req-603de356-aa15-423c-8582-8ed2889d47c1 service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811715 Mar 23 17:13:20.826158 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca526495-8728-4dc2-87f9-ad437de35216 req-60792618-b758-4eeb-bf44-7a47622af191 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:20.827704 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ca526495-8728-4dc2-87f9-ad437de35216 req-60792618-b758-4eeb-bf44-7a47622af191 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 946 time: 0.0561855 Mar 23 17:13:20.828152 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87a2a1-971f-4cdb-8eb9-2217f8fdb234 req-6744c76f-5c7c-40fb-81a5-9439a217f001 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:20.829709 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ed87a2a1-971f-4cdb-8eb9-2217f8fdb234 req-6744c76f-5c7c-40fb-81a5-9439a217f001 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0545964 Mar 23 17:13:20.881247 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ca526495-8728-4dc2-87f9-ad437de35216 req-de3c0f88-7d98-497c-a620-9be214e2e270 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=00bad8ec-9d66-4e57-9d74-1571a1a1f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475283 Mar 23 17:13:20.889239 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ed87a2a1-971f-4cdb-8eb9-2217f8fdb234 req-abf9f9e3-f8d4-45b7-baff-a7c815176427 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533817 Mar 23 17:13:21.007289 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151131f-dd4b-49e3-a0f1-ebb31c36d01f req-f161aea1-badb-479a-91cc-430ba87c45cf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:21.008886 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e151131f-dd4b-49e3-a0f1-ebb31c36d01f req-f161aea1-badb-479a-91cc-430ba87c45cf tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 946 time: 0.0581212 Mar 23 17:13:21.017780 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 34350) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:21.022405 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-eb611485-7ca2-4683-bd10-8d24fa1be473 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Request body: {'floatingip': {'port_id': 'e5fc6519-1b15-4f25-bb20-478438cb82f9'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:13:21.024346 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7926f0a-d826-444a-853e-f69f186af451 req-9578ebef-3873-4cfa-9a01-a3e025196280 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:21.025871 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f7926f0a-d826-444a-853e-f69f186af451 req-9578ebef-3873-4cfa-9a01-a3e025196280 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0906193 Mar 23 17:13:21.042473 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45d3f2-cc2f-4a01-9eaf-0b435602d4d4 req-d75e6068-6c15-4c2c-a4d3-ac4e0dd8c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:21.044268 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7a45d3f2-cc2f-4a01-9eaf-0b435602d4d4 req-d75e6068-6c15-4c2c-a4d3-ac4e0dd8c417 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54794ae67e2c48d0805333eefd6b56c8&device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 1168 time: 0.0734088 Mar 23 17:13:21.060928 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-eb611485-7ca2-4683-bd10-8d24fa1be473 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for floatingip (0ed2d27b-157b-48c5-ac92-c472bb387537), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:21.133849 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f7926f0a-d826-444a-853e-f69f186af451 req-8bb8dd8a-9f59-4b24-a60b-e0c138330507 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1016555 Mar 23 17:13:21.181138 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45d3f2-cc2f-4a01-9eaf-0b435602d4d4 req-12c4b593-df98-4e1f-bfa0-49f829e08693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:21.183460 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7a45d3f2-cc2f-4a01-9eaf-0b435602d4d4 req-12c4b593-df98-4e1f-bfa0-49f829e08693 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4da2e65e-00e6-4db1-acb0-a2bedc1d770a HTTP/1.1" status: 200 len: 917 time: 0.1306267 Mar 23 17:13:21.260744 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7a45d3f2-cc2f-4a01-9eaf-0b435602d4d4 req-e82ff92d-5435-4455-9b8c-4ea00297de87 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5594898a-420b-459e-8e19-e085de6248a8 HTTP/1.1" status: 200 len: 1000 time: 0.0693002 Mar 23 17:13:21.312705 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45d3f2-cc2f-4a01-9eaf-0b435602d4d4 req-69ec1c14-d407-4ee4-8794-ab52fe0b7801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:21.314282 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7a45d3f2-cc2f-4a01-9eaf-0b435602d4d4 req-69ec1c14-d407-4ee4-8794-ab52fe0b7801 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb38f3b-4413-43dd-8be9-c85098c770c5 HTTP/1.1" status: 200 len: 854 time: 0.0459483 Mar 23 17:13:21.371512 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45d3f2-cc2f-4a01-9eaf-0b435602d4d4 req-b85a4e7d-abb9-45d6-86af-4d84a66e618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:21.373111 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7a45d3f2-cc2f-4a01-9eaf-0b435602d4d4 req-b85a4e7d-abb9-45d6-86af-4d84a66e618b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4da2e65e-00e6-4db1-acb0-a2bedc1d770a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500283 Mar 23 17:13:21.461455 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7a45d3f2-cc2f-4a01-9eaf-0b435602d4d4 req-b826179d-a99d-4432-962a-ed726cf1db92 service neutron] 10.222.0.43 "GET /v2.0/networks/4da2e65e-00e6-4db1-acb0-a2bedc1d770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814404 Mar 23 17:13:21.520966 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-eb611485-7ca2-4683-bd10-8d24fa1be473 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:21.562298 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7a45d3f2-cc2f-4a01-9eaf-0b435602d4d4 req-4c01b245-4f14-4a0a-83f8-449990451bc1 service neutron] 10.222.0.43 "GET /v2.0/networks/4da2e65e-00e6-4db1-acb0-a2bedc1d770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876415 Mar 23 17:13:21.597051 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-eb611485-7ca2-4683-bd10-8d24fa1be473 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (0ed2d27b-157b-48c5-ac92-c472bb387537), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:21.698430 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [None req-eb611485-7ca2-4683-bd10-8d24fa1be473 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Floating IP 0ed2d27b-157b-48c5-ac92-c472bb387537 associated. External IP: 172.27.1.249, port: e5fc6519-1b15-4f25-bb20-478438cb82f9. Mar 23 17:13:21.906619 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb611485-7ca2-4683-bd10-8d24fa1be473 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Router 6b463247-5501-4319-9864-cb14ee1d1d57 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:13:22.045462 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09d5cb-1d9d-4a50-8dc9-ebc27d39727b req-9ba2ebb6-f4df-4459-b6e6-00a8038f9ba5 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:22.046852 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0a09d5cb-1d9d-4a50-8dc9-ebc27d39727b req-9ba2ebb6-f4df-4459-b6e6-00a8038f9ba5 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0730577 Mar 23 17:13:22.060297 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb611485-7ca2-4683-bd10-8d24fa1be473 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:13:22.065704 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-eb611485-7ca2-4683-bd10-8d24fa1be473 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:22.070200 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4ad034-3d74-40de-bc97-39c9510b624f None None] Sync routers for ids ['6b463247-5501-4319-9864-cb14ee1d1d57'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:13:22.080660 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ad034-3d74-40de-bc97-39c9510b624f None None] Routers {'6b463247-5501-4319-9864-cb14ee1d1d57'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:13:22.081346 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-2a4ad034-3d74-40de-bc97-39c9510b624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:12:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6b463247-5501-4319-9864-cb14ee1d1d57'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:22.119260 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-eb611485-7ca2-4683-bd10-8d24fa1be473 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "PUT /v2.0/floatingips/0ed2d27b-157b-48c5-ac92-c472bb387537 HTTP/1.1" status: 200 len: 992 time: 1.1003442 Mar 23 17:13:22.122057 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8032f4-91c6-41bc-b44c-ff0bb7c777b0', 'tag': 'e5fc6519-1b15-4f25-bb20-478438cb82f9'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:13:22.124776 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2c3add-eec3-4a30-9330-2693871c5af4" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8032f4-91c6-41bc-b44c-ff0bb7c777b0", "tag": "e5fc6519-1b15-4f25-bb20-478438cb82f9"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:13:22.140854 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0a09d5cb-1d9d-4a50-8dc9-ebc27d39727b req-90751879-b70f-46a7-8848-4637842ec2c3 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872939 Mar 23 17:13:22.191102 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-2a4ad034-3d74-40de-bc97-39c9510b624f None None] Set router 6b463247-5501-4319-9864-cb14ee1d1d57 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:13:22.228772 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456642e2-b8a7-43c7-8a87-0f4850783a67 x-openstack-request-id: req-456642e2-b8a7-43c7-8a87-0f4850783a67 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:13:22.229117 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8032f4-91c6-41bc-b44c-ff0bb7c777b0", "tag": "e5fc6519-1b15-4f25-bb20-478438cb82f9", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:13:22.229429 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-456642e2-b8a7-43c7-8a87-0f4850783a67 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:13:22.229954 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456642e2-b8a7-43c7-8a87-0f4850783a67'] response: {'name': 'network-changed', 'server_uuid': 'cf8032f4-91c6-41bc-b44c-ff0bb7c777b0', 'tag': 'e5fc6519-1b15-4f25-bb20-478438cb82f9', 'status': 'completed', 'code': 200} Mar 23 17:13:22.288374 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85988cf7-db2a-47b7-9e82-42c24c9645b2 req-3269c3dc-6c9b-4263-ac6f-db474bed4c5e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:22.290067 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-85988cf7-db2a-47b7-9e82-42c24c9645b2 req-3269c3dc-6c9b-4263-ac6f-db474bed4c5e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0722408 Mar 23 17:13:22.322830 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c3add-eec3-4a30-9330-2693871c5af4 req-de514132-0d43-49a1-98a6-4d6092f52af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:22.324536 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8a2c3add-eec3-4a30-9330-2693871c5af4 req-de514132-0d43-49a1-98a6-4d6092f52af3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f132ad6f39674e448f82c3fda9d3079b&device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 1130 time: 0.0659053 Mar 23 17:13:22.361239 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-85988cf7-db2a-47b7-9e82-42c24c9645b2 req-3fe1491b-a3f3-4666-87b3-bc05f6207bbb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651822 Mar 23 17:13:22.426661 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c3add-eec3-4a30-9330-2693871c5af4 req-60d3fc77-cfa6-44e0-a8b7-113ad59d28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:22.428133 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8a2c3add-eec3-4a30-9330-2693871c5af4 req-60d3fc77-cfa6-44e0-a8b7-113ad59d28ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=b5f6ec85-dfe2-47dc-923e-bdc04e67533c HTTP/1.1" status: 200 len: 913 time: 0.0951126 Mar 23 17:13:22.435305 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-2a4ad034-3d74-40de-bc97-39c9510b624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:43Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '0ed2d27b-157b-48c5-ac92-c472bb387537', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'port_id': 'e5fc6519-1b15-4f25-bb20-478438cb82f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'mac_address': 'fa:16:3e:50:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8032f4-91c6-41bc-b44c-ff0bb7c777b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:13:04Z', 'updated_at': '2022-03-23T17:13:21Z', 'revision_number': 1, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4ed837-ab51-40cf-9d20-83a32e3e2a0c', 'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'mac_address': 'fa:16:3e:9f:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:42Z', 'updated_at': '2022-03-23T17:08:48Z', 'revision_number': 5, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'subnets': [{'id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:22.465909 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4ad034-3d74-40de-bc97-39c9510b624f None None] Checking router: 6b463247-5501-4319-9864-cb14ee1d1d57 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:13:22.474798 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ad034-3d74-40de-bc97-39c9510b624f None None] Routers {'6b463247-5501-4319-9864-cb14ee1d1d57'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:13:22.475427 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-2a4ad034-3d74-40de-bc97-39c9510b624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:12:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6b463247-5501-4319-9864-cb14ee1d1d57'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:22.510369 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8a2c3add-eec3-4a30-9330-2693871c5af4 req-1b217afb-ae45-44bf-abd2-7ddff0ec6c1e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5fc6519-1b15-4f25-bb20-478438cb82f9 HTTP/1.1" status: 200 len: 1000 time: 0.0722697 Mar 23 17:13:22.558671 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c3add-eec3-4a30-9330-2693871c5af4 req-7c34a55c-c91f-4180-82e3-e8c3fd9fcda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:22.560246 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8a2c3add-eec3-4a30-9330-2693871c5af4 req-7c34a55c-c91f-4180-82e3-e8c3fd9fcda4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8 HTTP/1.1" status: 200 len: 850 time: 0.0435874 Mar 23 17:13:22.584990 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-2a4ad034-3d74-40de-bc97-39c9510b624f None None] Set router 6b463247-5501-4319-9864-cb14ee1d1d57 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:13:22.609902 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c3add-eec3-4a30-9330-2693871c5af4 req-351d9e9c-df1e-4755-900d-e011d70456e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:22.611391 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8a2c3add-eec3-4a30-9330-2693871c5af4 req-351d9e9c-df1e-4755-900d-e011d70456e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b5f6ec85-dfe2-47dc-923e-bdc04e67533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446711 Mar 23 17:13:22.715226 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8a2c3add-eec3-4a30-9330-2693871c5af4 req-f5ae1c4d-5b6b-4d14-ab80-afa3b4f99afc service neutron] 10.222.0.43 "GET /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977261 Mar 23 17:13:22.807290 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8a2c3add-eec3-4a30-9330-2693871c5af4 req-7de1a3f0-e20d-4ed7-a57c-b0a8286f4398 service neutron] 10.222.0.43 "GET /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850980 Mar 23 17:13:22.809463 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-2a4ad034-3d74-40de-bc97-39c9510b624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:43Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '0ed2d27b-157b-48c5-ac92-c472bb387537', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'port_id': 'e5fc6519-1b15-4f25-bb20-478438cb82f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'mac_address': 'fa:16:3e:50:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8032f4-91c6-41bc-b44c-ff0bb7c777b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:13:04Z', 'updated_at': '2022-03-23T17:13:21Z', 'revision_number': 1, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4ed837-ab51-40cf-9d20-83a32e3e2a0c', 'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'mac_address': 'fa:16:3e:9f:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:42Z', 'updated_at': '2022-03-23T17:08:48Z', 'revision_number': 5, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'subnets': [{'id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:22.838050 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4ad034-3d74-40de-bc97-39c9510b624f None None] The sync data for ids ['6b463247-5501-4319-9864-cb14ee1d1d57'] in dv-cinder-834919-1-iscsi is: [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:43Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '0ed2d27b-157b-48c5-ac92-c472bb387537', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'port_id': 'e5fc6519-1b15-4f25-bb20-478438cb82f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'mac_address': 'fa:16:3e:50:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8032f4-91c6-41bc-b44c-ff0bb7c777b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:13:04Z', 'updated_at': '2022-03-23T17:13:21Z', 'revision_number': 1, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4ed837-ab51-40cf-9d20-83a32e3e2a0c', 'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'mac_address': 'fa:16:3e:9f:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:42Z', 'updated_at': '2022-03-23T17:08:48Z', 'revision_number': 5, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'subnets': [{'id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:13:23.058318 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567dfbb-061d-47a1-95e9-80786004eec7 None None] New status for floating IP 0ed2d27b-157b-48c5-ac92-c472bb387537: ACTIVE {{(pid=104062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:13:23.273303 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 42bb1b07-483a-4ea2-b998-dd20f65cccb3 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:13:23.360234 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 is: ACTIVE; New status is: DOWN {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:13:23.360760 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:23.384314 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42bb1b07-483a-4ea2-b998-dd20f65cccb3'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:13:23.386658 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f879df0c-d209-4a61-abb4-30fdc100c034" -d '{"events": [{"server_uuid": "a54ef9bf-8159-47a9-82fa-64f52772e366", "name": "network-vif-unplugged", "status": "completed", "tag": "42bb1b07-483a-4ea2-b998-dd20f65cccb3"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:13:23.403896 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 42bb1b07-483a-4ea2-b998-dd20f65cccb3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:13:23.483001 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:23.499289 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749fff4-bc1c-40ab-b30d-053456579310 req-a7ca2295-c4ba-4101-9531-ec38032e6cd1 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:23.500056 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0749fff4-bc1c-40ab-b30d-053456579310 req-a7ca2295-c4ba-4101-9531-ec38032e6cd1 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 946 time: 0.0588109 Mar 23 17:13:23.529249 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c959949-6d9e-429e-866e-2ad7cd9539a3 req-f404bb56-6575-4b27-93b6-72f9b4ef9448 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:23.531378 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4c959949-6d9e-429e-866e-2ad7cd9539a3 req-f404bb56-6575-4b27-93b6-72f9b4ef9448 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.3208189 Mar 23 17:13:23.556952 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=42bb1b07-483a-4ea2-b998-dd20f65cccb3,revision_number=8']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:23.559396 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0749fff4-bc1c-40ab-b30d-053456579310 req-4d731511-a080-47fb-8b8b-3bceeac27e84 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524039 Mar 23 17:13:23.597151 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4c959949-6d9e-429e-866e-2ad7cd9539a3 req-43a98691-d1c2-47cd-9c00-c094ca63cb51 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586178 Mar 23 17:13:23.617123 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 17:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101ced7d-05fe-4e07-95a2-c9e51b7768a4 x-openstack-request-id: req-101ced7d-05fe-4e07-95a2-c9e51b7768a4 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:13:23.617484 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54ef9bf-8159-47a9-82fa-64f52772e366", "name": "network-vif-unplugged", "status": "failed", "tag": "42bb1b07-483a-4ea2-b998-dd20f65cccb3", "code": 422}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:13:23.617800 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-101ced7d-05fe-4e07-95a2-c9e51b7768a4 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:13:23.618309 dv-cinder-834919-1-iscsi neutron-server[104062]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-101ced7d-05fe-4e07-95a2-c9e51b7768a4']: {'server_uuid': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42bb1b07-483a-4ea2-b998-dd20f65cccb3', 'code': 422} returned with failed status Mar 23 17:13:24.715677 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cbcf3-c08a-46f3-b387-7033049b5680 req-815e9e57-b7dc-446e-ac86-9131f5e72cfe tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:24.717203 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a24cbcf3-c08a-46f3-b387-7033049b5680 req-815e9e57-b7dc-446e-ac86-9131f5e72cfe tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0527363 Mar 23 17:13:24.740195 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:24.777082 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a24cbcf3-c08a-46f3-b387-7033049b5680 req-82fd71b0-e44a-42c3-bb99-49c26faaad81 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540595 Mar 23 17:13:25.145644 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3a411401-da6d-4041-a710-43183591ffd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:25.539885 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [req-408a4378-9781-4078-998c-19eb6bc6016d req-9e6d1d3a-1ea7-4c21-b99d-1cd2f5b987bf service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=104060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:13:25.540838 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-408a4378-9781-4078-998c-19eb6bc6016d req-9e6d1d3a-1ea7-4c21-b99d-1cd2f5b987bf service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051727 Mar 23 17:13:26.059123 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a29556-172a-4684-994c-6b9be03fb109 req-808135a5-faa6-4312-862d-0ebcebcdad1f tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:26.060732 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-21a29556-172a-4684-994c-6b9be03fb109 req-808135a5-faa6-4312-862d-0ebcebcdad1f tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0557592 Mar 23 17:13:26.125657 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-21a29556-172a-4684-994c-6b9be03fb109 req-8fc2269b-1d9a-49ab-9cf5-7bfd9047cc7c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581193 Mar 23 17:13:26.225648 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef95f21-cd7c-4b13-b3eb-b9bde9bcb794 req-3e1e6842-abb9-4feb-a1d2-8c50b9fe8d07 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:26.227100 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-eef95f21-cd7c-4b13-b3eb-b9bde9bcb794 req-3e1e6842-abb9-4feb-a1d2-8c50b9fe8d07 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.3355184 Mar 23 17:13:26.250776 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7e12ce7f-36f8-4891-9c84-cf5d25e3039a req-8506e88e-5f23-4294-b129-b2577880b671 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0660152 Mar 23 17:13:26.281502 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-eef95f21-cd7c-4b13-b3eb-b9bde9bcb794 req-08cfdbcc-e7a5-4bc3-9c50-c7d871abd4e9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475521 Mar 23 17:13:26.327227 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12ce7f-36f8-4891-9c84-cf5d25e3039a req-5c2265fe-36db-49cb-b981-aaf9037997c4 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:26.329048 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7e12ce7f-36f8-4891-9c84-cf5d25e3039a req-5c2265fe-36db-49cb-b981-aaf9037997c4 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports/42bb1b07-483a-4ea2-b998-dd20f65cccb3 HTTP/1.1" status: 200 len: 941 time: 0.0466807 Mar 23 17:13:27.246924 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324bb47-5a5f-488a-8a98-6bc846822039 req-f47bb0b2-d5a6-4e13-80bc-1580b351d905 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:27.248423 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f324bb47-5a5f-488a-8a98-6bc846822039 req-f47bb0b2-d5a6-4e13-80bc-1580b351d905 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0564239 Mar 23 17:13:27.309336 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f324bb47-5a5f-488a-8a98-6bc846822039 req-58a4696b-2966-44e2-8577-012167cb0e25 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546405 Mar 23 17:13:27.357080 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0d0f625c-e7d2-4b31-9e2c-30aede451b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:27.409497 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52076d60-9e6a-4d04-90e7-35e8c505e2a7 req-0a79d81f-c2f0-4475-b771-910839103eab tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:27.410922 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-52076d60-9e6a-4d04-90e7-35e8c505e2a7 req-0a79d81f-c2f0-4475-b771-910839103eab tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.0575025 Mar 23 17:13:27.460409 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-52076d60-9e6a-4d04-90e7-35e8c505e2a7 req-c04f657b-c68a-4542-b10e-94075a0c065e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438113 Mar 23 17:13:27.812607 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12ce7f-36f8-4891-9c84-cf5d25e3039a req-fcd6debb-90f8-4854-8096-c5c04cc2b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:27.813009 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7e12ce7f-36f8-4891-9c84-cf5d25e3039a req-fcd6debb-90f8-4854-8096-c5c04cc2b4db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366&tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c HTTP/1.1" status: 200 len: 1128 time: 0.0491970 Mar 23 17:13:27.876979 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12ce7f-36f8-4891-9c84-cf5d25e3039a req-2e695245-52ae-4c91-9045-0be5cb2eefcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:27.878461 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7e12ce7f-36f8-4891-9c84-cf5d25e3039a req-2e695245-52ae-4c91-9045-0be5cb2eefcf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c&device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 1128 time: 0.0453985 Mar 23 17:13:27.969192 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12ce7f-36f8-4891-9c84-cf5d25e3039a req-35998b25-861e-4252-b03c-63bc58631d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:27.970566 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7e12ce7f-36f8-4891-9c84-cf5d25e3039a req-35998b25-861e-4252-b03c-63bc58631d0c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3 HTTP/1.1" status: 200 len: 918 time: 0.0868688 Mar 23 17:13:28.034500 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7e12ce7f-36f8-4891-9c84-cf5d25e3039a req-02bd3aba-0ae6-49b6-823e-f4d8d04f404b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3 HTTP/1.1" status: 200 len: 999 time: 0.0584371 Mar 23 17:13:28.083292 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12ce7f-36f8-4891-9c84-cf5d25e3039a req-7614661e-a8ba-4573-b6e6-f716633a4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:28.084802 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7e12ce7f-36f8-4891-9c84-cf5d25e3039a req-7614661e-a8ba-4573-b6e6-f716633a4254 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=421c0aa2-1b52-4062-af10-a6dde97fb797 HTTP/1.1" status: 200 len: 855 time: 0.0451181 Mar 23 17:13:28.136677 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12ce7f-36f8-4891-9c84-cf5d25e3039a req-b4e93f88-1b7a-4a36-a725-d421ed343ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:28.138250 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7e12ce7f-36f8-4891-9c84-cf5d25e3039a req-b4e93f88-1b7a-4a36-a725-d421ed343ace service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474384 Mar 23 17:13:28.227781 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7e12ce7f-36f8-4891-9c84-cf5d25e3039a req-2330b540-d2a7-4dae-bc4e-891ebf52e869 service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824542 Mar 23 17:13:28.321274 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7e12ce7f-36f8-4891-9c84-cf5d25e3039a req-d32dbcc3-aeb9-43b2-9c50-87d5b57d6a8f service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854192 Mar 23 17:13:28.436678 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892865d4-76ef-4a08-8057-fc6ddd20c6c4 req-2984b293-bde6-4134-9938-3a8f5b56902c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:28.436678 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-892865d4-76ef-4a08-8057-fc6ddd20c6c4 req-2984b293-bde6-4134-9938-3a8f5b56902c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0581143 Mar 23 17:13:28.481622 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 34498) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:28.508905 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-892865d4-76ef-4a08-8057-fc6ddd20c6c4 req-1f040a60-5b7c-4958-bf90-a51de62e5dd5 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648201 Mar 23 17:13:28.540096 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:28.609623 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a51924-3308-4c93-bdf6-82611a3d7ce2 req-c0fddf42-0ebd-4361-8ee4-9513727be94b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:28.611121 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c4a51924-3308-4c93-bdf6-82611a3d7ce2 req-c0fddf42-0ebd-4361-8ee4-9513727be94b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.0691209 Mar 23 17:13:28.612030 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2660b91a-066d-40e4-a98f-e4321ac42ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:28.684367 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c4a51924-3308-4c93-bdf6-82611a3d7ce2 req-5e428957-17dc-454b-a1c1-3e3f35d63279 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641363 Mar 23 17:13:28.741236 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2660b91a-066d-40e4-a98f-e4321ac42ee4 admin admin] Publish callbacks [] for security_group (b846f475-34e7-440f-a8aa-eda629fcc120), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:28.812943 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-31c74cfd-00b6-4cc2-869a-e6ea56b06667 req-62e0c6bd-d195-4c2a-9727-d0f2a66a6f0e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423884 Mar 23 17:13:28.837245 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2660b91a-066d-40e4-a98f-e4321ac42ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (b846f475-34e7-440f-a8aa-eda629fcc120), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:28.878466 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-2660b91a-066d-40e4-a98f-e4321ac42ee4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e5fedd4798bd4561abeaa5a746ac1d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3956785 Mar 23 17:13:28.879583 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660b91a-066d-40e4-a98f-e4321ac42ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b846f475-34e7-440f-a8aa-eda629fcc120,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:28.881904 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 34520) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:28.882350 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c74cfd-00b6-4cc2-869a-e6ea56b06667 req-f2dcca20-bb10-4698-a4be-fd4bf7a9aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:28.883844 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-31c74cfd-00b6-4cc2-869a-e6ea56b06667 req-f2dcca20-bb10-4698-a4be-fd4bf7a9aecd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 1130 time: 0.0486300 Mar 23 17:13:28.933140 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1668941b-0b9e-4e3b-9112-4c501d632504 admin admin] Publish callbacks [] for security_group (b846f475-34e7-440f-a8aa-eda629fcc120), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:28.955754 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1668941b-0b9e-4e3b-9112-4c501d632504 admin admin] Publish callbacks [] for security_group (b846f475-34e7-440f-a8aa-eda629fcc120), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:28.990454 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c74cfd-00b6-4cc2-869a-e6ea56b06667 req-09610e4d-8cc4-402e-9175-9b0a1700c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:28.992080 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-31c74cfd-00b6-4cc2-869a-e6ea56b06667 req-09610e4d-8cc4-402e-9175-9b0a1700c4a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=68d01c04-ef08-421d-abdc-4975a2a480d9 HTTP/1.1" status: 200 len: 914 time: 0.0886240 Mar 23 17:13:29.067351 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-31c74cfd-00b6-4cc2-869a-e6ea56b06667 req-c5e81eb5-7ec9-4b30-97f5-d8761a418ded service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f93ebd80-1a51-4f14-9685-b133a4183003 HTTP/1.1" status: 200 len: 1001 time: 0.0687387 Mar 23 17:13:29.088746 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1668941b-0b9e-4e3b-9112-4c501d632504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (b846f475-34e7-440f-a8aa-eda629fcc120), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:29.091438 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1668941b-0b9e-4e3b-9112-4c501d632504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:29.095851 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-1668941b-0b9e-4e3b-9112-4c501d632504 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b846f475-34e7-440f-a8aa-eda629fcc120 HTTP/1.1" status: 204 len: 168 time: 0.2098444 Mar 23 17:13:29.105971 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668941b-0b9e-4e3b-9112-4c501d632504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b846f475-34e7-440f-a8aa-eda629fcc120,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:29.157457 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c74cfd-00b6-4cc2-869a-e6ea56b06667 req-5c3a5ff9-fcf4-4684-ac14-531020b74a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:29.159183 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-31c74cfd-00b6-4cc2-869a-e6ea56b06667 req-5c3a5ff9-fcf4-4684-ac14-531020b74a95 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34e29e9-cb3c-4a86-90df-8b01f3de3a73 HTTP/1.1" status: 200 len: 851 time: 0.0540242 Mar 23 17:13:29.247239 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c74cfd-00b6-4cc2-869a-e6ea56b06667 req-82143da2-f514-4e19-991f-3dff1ddaea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:29.248711 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-31c74cfd-00b6-4cc2-869a-e6ea56b06667 req-82143da2-f514-4e19-991f-3dff1ddaea4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68d01c04-ef08-421d-abdc-4975a2a480d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605667 Mar 23 17:13:29.659057 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08d621-f7a9-414b-a006-9cba3aab7bae req-6f73c790-d656-4eb2-83af-1fe6f2632b22 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:29.666329 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4d08d621-f7a9-414b-a006-9cba3aab7bae req-6f73c790-d656-4eb2-83af-1fe6f2632b22 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0748405 Mar 23 17:13:29.781260 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4d08d621-f7a9-414b-a006-9cba3aab7bae req-ba7d07d0-e2c6-4fe3-88d4-07c5d22ffc5b tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1139507 Mar 23 17:13:29.887639 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396552b-6c79-4bbb-afcc-b4a9d4fd9633 req-e220c4ae-979b-40af-8893-7573794aef0d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:29.896506 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3396552b-6c79-4bbb-afcc-b4a9d4fd9633 req-e220c4ae-979b-40af-8893-7573794aef0d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.0685122 Mar 23 17:13:29.899543 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 34538) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:29.933527 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3730dc45-27e1-4264-aa65-9792adaa301c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:29.974028 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3396552b-6c79-4bbb-afcc-b4a9d4fd9633 req-02492bdc-16f2-4be1-b1fa-b92009770896 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752003 Mar 23 17:13:30.036833 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3730dc45-27e1-4264-aa65-9792adaa301c admin admin] Publish callbacks [] for security_group (e374853a-d8f5-4582-bb91-bb94d1507ed9), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:30.042413 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:30.179947 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3730dc45-27e1-4264-aa65-9792adaa301c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (e374853a-d8f5-4582-bb91-bb94d1507ed9), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:30.221064 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-3730dc45-27e1-4264-aa65-9792adaa301c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c2a114cb4de8445ab1398adee29dbcef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203833 Mar 23 17:13:30.222546 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730dc45-27e1-4264-aa65-9792adaa301c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e374853a-d8f5-4582-bb91-bb94d1507ed9,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:30.223817 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 34540) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:30.280798 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-98e89d37-becc-485f-835a-c2cc8be6666a admin admin] Publish callbacks [] for security_group (e374853a-d8f5-4582-bb91-bb94d1507ed9), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:30.303235 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-98e89d37-becc-485f-835a-c2cc8be6666a admin admin] Publish callbacks [] for security_group (e374853a-d8f5-4582-bb91-bb94d1507ed9), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:30.505877 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-98e89d37-becc-485f-835a-c2cc8be6666a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (e374853a-d8f5-4582-bb91-bb94d1507ed9), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:30.508453 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-98e89d37-becc-485f-835a-c2cc8be6666a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:30.512025 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-98e89d37-becc-485f-835a-c2cc8be6666a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e374853a-d8f5-4582-bb91-bb94d1507ed9 HTTP/1.1" status: 204 len: 168 time: 0.2846491 Mar 23 17:13:30.518740 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e89d37-becc-485f-835a-c2cc8be6666a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e374853a-d8f5-4582-bb91-bb94d1507ed9,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:30.923971 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ff3af-7a71-4e1a-8cb3-614cfc36d905 req-9193f88a-4fa0-435c-a21c-710f473dde2c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:30.925764 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a80ff3af-7a71-4e1a-8cb3-614cfc36d905 req-9193f88a-4fa0-435c-a21c-710f473dde2c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0747221 Mar 23 17:13:31.037352 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a80ff3af-7a71-4e1a-8cb3-614cfc36d905 req-a2d9f4d4-9808-481e-9df2-58028003bcfd tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1014140 Mar 23 17:13:31.152368 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b4eb8-a41e-41a3-a81d-8526b08f007f req-f864213b-8ee6-493d-9525-72037d3a53c7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:31.153891 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-cd9b4eb8-a41e-41a3-a81d-8526b08f007f req-f864213b-8ee6-493d-9525-72037d3a53c7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.0775824 Mar 23 17:13:31.209099 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-cd9b4eb8-a41e-41a3-a81d-8526b08f007f req-d607dd0c-3a4f-4887-84c5-9d347d71cf8e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486119 Mar 23 17:13:32.080353 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:32.168822 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a79108-ef5f-4280-9295-ca19e0f8c467 req-0ab7bed7-c5db-4c73-8694-46ec03b3aa1a tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:32.170444 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-06a79108-ef5f-4280-9295-ca19e0f8c467 req-0ab7bed7-c5db-4c73-8694-46ec03b3aa1a tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0609674 Mar 23 17:13:32.274890 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-06a79108-ef5f-4280-9295-ca19e0f8c467 req-df2442ed-1f02-4f4c-93e0-5da377a303d5 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939713 Mar 23 17:13:32.384180 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667de5e-2e1a-4b92-80fe-54735c6b7126 req-3d17b59f-d505-4316-ade6-0cf34401ea32 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:32.385874 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6667de5e-2e1a-4b92-80fe-54735c6b7126 req-3d17b59f-d505-4316-ade6-0cf34401ea32 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.0575190 Mar 23 17:13:32.446891 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6667de5e-2e1a-4b92-80fe-54735c6b7126 req-73f924f8-c793-4c8f-b567-555371e327af tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521524 Mar 23 17:13:33.393817 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543fd0a-1a18-42a4-be95-ce9b6a4ec30e req-bdd149ce-57dc-42f3-bc5d-d38cd8963155 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:33.395327 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e543fd0a-1a18-42a4-be95-ce9b6a4ec30e req-bdd149ce-57dc-42f3-bc5d-d38cd8963155 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0549324 Mar 23 17:13:33.457602 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e543fd0a-1a18-42a4-be95-ce9b6a4ec30e req-d9348d54-7dc8-4a10-bada-716c31feb965 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561688 Mar 23 17:13:33.596097 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea25fe-9535-4c4b-97ef-9698df0ce2fe req-8580661f-a4d6-4b97-aa39-1c41df727063 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:33.597685 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a9ea25fe-9535-4c4b-97ef-9698df0ce2fe req-8580661f-a4d6-4b97-aa39-1c41df727063 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.0580618 Mar 23 17:13:33.658701 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a9ea25fe-9535-4c4b-97ef-9698df0ce2fe req-078e8401-1c90-4c3d-8d12-58aa864cd59c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517144 Mar 23 17:13:34.602887 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35732589-5768-401d-bd07-296504b7a71f req-c6589753-81ac-4d78-a66d-cf950ac301f2 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:34.604461 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-35732589-5768-401d-bd07-296504b7a71f req-c6589753-81ac-4d78-a66d-cf950ac301f2 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0662384 Mar 23 17:13:34.678883 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-35732589-5768-401d-bd07-296504b7a71f req-af33a2f8-07b6-4513-868b-9531875537e8 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666337 Mar 23 17:13:34.806747 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f59a1-8d9d-412d-8612-6430697c6165 req-46ce7f34-4a3c-4d41-b38e-ca13ea1f8fe8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:34.808191 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a38f59a1-8d9d-412d-8612-6430697c6165 req-46ce7f34-4a3c-4d41-b38e-ca13ea1f8fe8 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.0609486 Mar 23 17:13:34.870861 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a38f59a1-8d9d-412d-8612-6430697c6165 req-80df1e65-9e3e-4cd2-8818-e342e6532f47 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537210 Mar 23 17:13:35.320235 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:13:35.806219 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fbb5c-5a8a-4176-bddf-86db97d3521e req-b19d93cb-a082-47be-8348-9ddf39490f09 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:35.813257 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-800fbb5c-5a8a-4176-bddf-86db97d3521e req-b19d93cb-a082-47be-8348-9ddf39490f09 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0614986 Mar 23 17:13:35.989159 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-800fbb5c-5a8a-4176-bddf-86db97d3521e req-28c8ad4c-204a-4478-a7dc-5896e972d48a tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829778 Mar 23 17:13:36.008657 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28731ba-b415-45d6-a85e-75615d39100d req-c8b43dce-0fb7-43f7-aca5-b3cbbf979353 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:36.015109 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b28731ba-b415-45d6-a85e-75615d39100d req-c8b43dce-0fb7-43f7-aca5-b3cbbf979353 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.0583911 Mar 23 17:13:36.062695 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b28731ba-b415-45d6-a85e-75615d39100d req-eb6456f5-987f-448e-8fa3-7e1399aa24a9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464499 Mar 23 17:13:37.101602 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d82c5a-cde2-42cf-bd33-2fe2c774bec5 req-3614f9bd-7749-4ef9-bb22-202c34e783af tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:37.109073 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-42d82c5a-cde2-42cf-bd33-2fe2c774bec5 req-3614f9bd-7749-4ef9-bb22-202c34e783af tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0635321 Mar 23 17:13:37.167072 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-42d82c5a-cde2-42cf-bd33-2fe2c774bec5 req-3873e2d7-797a-432f-bce0-0e9e0a9d8377 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571055 Mar 23 17:13:37.288544 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f7521-e66c-4361-84c4-cd3a18fe8f83 req-4a52b6c8-dc06-40f0-b000-923408920fdc tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:37.290020 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ea1f7521-e66c-4361-84c4-cd3a18fe8f83 req-4a52b6c8-dc06-40f0-b000-923408920fdc tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.0563850 Mar 23 17:13:37.336787 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ea1f7521-e66c-4361-84c4-cd3a18fe8f83 req-eadecf3d-516a-466d-ad6f-42877f321f28 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408764 Mar 23 17:13:38.292099 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1333a-49a8-414f-833a-ca50bad2fe99 req-bedbe32b-b2d7-4af5-ad0c-7eb22a72a0a4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:38.293577 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4cc1333a-49a8-414f-833a-ca50bad2fe99 req-bedbe32b-b2d7-4af5-ad0c-7eb22a72a0a4 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0551248 Mar 23 17:13:38.352128 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4cc1333a-49a8-414f-833a-ca50bad2fe99 req-3965bfc0-d9eb-4ff4-b43d-ea42d75a1a69 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524304 Mar 23 17:13:38.457692 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269714f-6f73-4158-a768-2009e3818dee req-7cdef205-a137-45ba-b6a2-923048a739fc tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:38.459083 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e269714f-6f73-4158-a768-2009e3818dee req-7cdef205-a137-45ba-b6a2-923048a739fc tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.0517199 Mar 23 17:13:38.505375 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e269714f-6f73-4158-a768-2009e3818dee req-43cfb920-d2ef-4b85-a50c-a60fccd87826 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408692 Mar 23 17:13:38.932482 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-31c74cfd-00b6-4cc2-869a-e6ea56b06667 req-c1ef589c-76b6-4bb4-8436-802022da75b8 service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911601 Mar 23 17:13:39.026727 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-31c74cfd-00b6-4cc2-869a-e6ea56b06667 req-1292f22e-f227-414e-984c-264d98869b89 service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852935 Mar 23 17:13:39.813578 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ceb818-8b8e-49ff-b2a0-d0b69d60c75e req-3e784eab-f972-4e22-81a6-6ddd28c03481 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:39.815206 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-56ceb818-8b8e-49ff-b2a0-d0b69d60c75e req-3e784eab-f972-4e22-81a6-6ddd28c03481 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0633371 Mar 23 17:13:39.867129 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9f73f-8822-4597-ae0e-b2eb5515a9fc req-4b679e77-8dba-46d0-b981-1d1bfb90d9f0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:39.874777 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-61e9f73f-8822-4597-ae0e-b2eb5515a9fc req-4b679e77-8dba-46d0-b981-1d1bfb90d9f0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.0757358 Mar 23 17:13:39.903615 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-56ceb818-8b8e-49ff-b2a0-d0b69d60c75e req-73009a1d-5269-4b66-aa2d-92ccc7341e50 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef&id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823433 Mar 23 17:13:39.921906 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-61e9f73f-8822-4597-ae0e-b2eb5515a9fc req-3f498f80-38a6-4870-9519-b777a9b839b7 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462682 Mar 23 17:13:40.007302 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97eef6-fbd6-4901-ba76-7163d2541445 req-9b3b422f-3815-415d-97da-8648fca8aa61 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:40.008821 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0e97eef6-fbd6-4901-ba76-7163d2541445 req-9b3b422f-3815-415d-97da-8648fca8aa61 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 946 time: 0.0544891 Mar 23 17:13:40.057283 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0e97eef6-fbd6-4901-ba76-7163d2541445 req-82595301-e9bf-4415-88ca-58b9eec933c8 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426652 Mar 23 17:13:41.049230 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac774d-a4fa-4e8a-b181-ec5d33262265 req-3729fe99-2df4-45a0-94b3-c969a188e2c9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:41.050751 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0dac774d-a4fa-4e8a-b181-ec5d33262265 req-3729fe99-2df4-45a0-94b3-c969a188e2c9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.0539272 Mar 23 17:13:41.097389 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0dac774d-a4fa-4e8a-b181-ec5d33262265 req-11d1458e-5f24-4594-964c-43dadc5605ea tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408947 Mar 23 17:13:41.179138 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a07b96-c3a1-4507-8328-c884b7c81a86 req-65760f74-694a-4475-8aea-5501fa05a708 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:41.180758 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-84a07b96-c3a1-4507-8328-c884b7c81a86 req-65760f74-694a-4475-8aea-5501fa05a708 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 946 time: 0.0522542 Mar 23 17:13:41.231887 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-84a07b96-c3a1-4507-8328-c884b7c81a86 req-3a188daa-80cb-4eb5-a8a7-b4e8feb20124 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456588 Mar 23 17:13:42.153188 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 42bb1b07-483a-4ea2-b998-dd20f65cccb3 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:13:42.230901 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7f3f1-0553-4ddb-941f-3692ef41cef4 req-0ba29502-ffc9-439d-908d-058d8b63055e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:42.233879 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6aa7f3f1-0553-4ddb-941f-3692ef41cef4 req-0ba29502-ffc9-439d-908d-058d8b63055e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 944 time: 0.0650742 Mar 23 17:13:42.260106 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 42bb1b07-483a-4ea2-b998-dd20f65cccb3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:13:42.275065 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '42bb1b07-483a-4ea2-b998-dd20f65cccb3', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'port_id': '42bb1b07-483a-4ea2-b998-dd20f65cccb3', 'mac_address': 'fa:16:3e:d3:24:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:13:42.320524 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:13:42.320956 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:42.336622 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6aa7f3f1-0553-4ddb-941f-3692ef41cef4 req-5c4be074-7362-4bfc-a0c4-739859130d4d tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878818 Mar 23 17:13:42.336877 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42bb1b07-483a-4ea2-b998-dd20f65cccb3 {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:13:42.358831 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 42bb1b07-483a-4ea2-b998-dd20f65cccb3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:13:42.394337 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47396009-aa64-4b4d-8226-45a342cd6af2 req-d9cb0574-41af-4772-82c1-fcf4683f7ea6 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:42.395803 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-47396009-aa64-4b4d-8226-45a342cd6af2 req-d9cb0574-41af-4772-82c1-fcf4683f7ea6 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 946 time: 0.0616169 Mar 23 17:13:42.436423 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:42.447202 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-47396009-aa64-4b4d-8226-45a342cd6af2 req-edc99a1a-e5ea-401c-8229-d4173a0e4a5a tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454431 Mar 23 17:13:42.491563 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=42bb1b07-483a-4ea2-b998-dd20f65cccb3,revision_number=9']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:43.445560 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aeec1-44da-4780-8bfe-f1916bb2ae34 req-629a583a-ca2b-45fb-a56c-d97d926d2131 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:43.447034 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-321aeec1-44da-4780-8bfe-f1916bb2ae34 req-629a583a-ca2b-45fb-a56c-d97d926d2131 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 945 time: 0.0543249 Mar 23 17:13:43.499331 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-321aeec1-44da-4780-8bfe-f1916bb2ae34 req-684355d0-8ca1-493d-9883-468219735002 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459974 Mar 23 17:13:43.567226 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a53c-badd-45fe-a50a-79adb6b9d8fc req-f41f39c7-aedd-4c90-87e6-38d56eae3453 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:43.569231 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bd21a53c-badd-45fe-a50a-79adb6b9d8fc req-f41f39c7-aedd-4c90-87e6-38d56eae3453 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 946 time: 0.0535977 Mar 23 17:13:43.621072 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bd21a53c-badd-45fe-a50a-79adb6b9d8fc req-37ce6477-a73e-4381-9493-d93bbad6b992 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464582 Mar 23 17:13:43.999680 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dd572-cf99-4712-8f12-dbd887d837ee req-7ee543de-39b3-4dbd-8f78-88eb8fbde6ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:44.001204 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0a9dd572-cf99-4712-8f12-dbd887d837ee req-7ee543de-39b3-4dbd-8f78-88eb8fbde6ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 946 time: 0.0524609 Mar 23 17:13:44.098587 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [req-0a9dd572-cf99-4712-8f12-dbd887d837ee req-30fd2672-cbf7-48f0-85b9-9d1475cfab85 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Deleting port f93ebd80-1a51-4f14-9685-b133a4183003 {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:13:44.098930 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-0a9dd572-cf99-4712-8f12-dbd887d837ee req-30fd2672-cbf7-48f0-85b9-9d1475cfab85 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (f93ebd80-1a51-4f14-9685-b133a4183003), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:44.189095 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-0a9dd572-cf99-4712-8f12-dbd887d837ee req-30fd2672-cbf7-48f0-85b9-9d1475cfab85 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] For port f93ebd80-1a51-4f14-9685-b133a4183003, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=f93ebd80-1a51-4f14-9685-b133a4183003,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:13:44.189465 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-0a9dd572-cf99-4712-8f12-dbd887d837ee req-30fd2672-cbf7-48f0-85b9-9d1475cfab85 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (f93ebd80-1a51-4f14-9685-b133a4183003), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:44.323120 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['42bb1b07-483a-4ea2-b998-dd20f65cccb3'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:13:44.365607 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-0a9dd572-cf99-4712-8f12-dbd887d837ee req-30fd2672-cbf7-48f0-85b9-9d1475cfab85 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:44.376346 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-0a9dd572-cf99-4712-8f12-dbd887d837ee req-30fd2672-cbf7-48f0-85b9-9d1475cfab85 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (8e778b51-4372-4c0f-8493-73dd68275c7b), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:44.376346 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.l3_db [req-0a9dd572-cf99-4712-8f12-dbd887d837ee req-30fd2672-cbf7-48f0-85b9-9d1475cfab85 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Floating IP 8e778b51-4372-4c0f-8493-73dd68275c7b disassociated. External IP: 172.27.1.82, port: f93ebd80-1a51-4f14-9685-b133a4183003. Mar 23 17:13:44.376346 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [req-0a9dd572-cf99-4712-8f12-dbd887d837ee req-30fd2672-cbf7-48f0-85b9-9d1475cfab85 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Calling delete_port for f93ebd80-1a51-4f14-9685-b133a4183003 owned by compute:nova {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:13:44.602240 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-0a9dd572-cf99-4712-8f12-dbd887d837ee req-30fd2672-cbf7-48f0-85b9-9d1475cfab85 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (f93ebd80-1a51-4f14-9685-b133a4183003), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:44.633832 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd2672-cbf7-48f0-85b9-9d1475cfab85 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event deleted for resources: {'Port': ['ID=f93ebd80-1a51-4f14-9685-b133a4183003,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:44.691685 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f2166-dd08-4cdd-9b30-23f6c65dfb4e req-12e1c0dd-0a22-4352-868e-82bd5cd86fe2 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:44.693283 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-801f2166-dd08-4cdd-9b30-23f6c65dfb4e req-12e1c0dd-0a22-4352-868e-82bd5cd86fe2 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 945 time: 0.1231759 Mar 23 17:13:44.724063 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-fc1292c4-eef9-4e58-9394-a70c14ab6aca req-7a24578d-9cf6-4d5f-91e6-8835d6b2f5cc tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 210 time: 0.0334539 Mar 23 17:13:44.786119 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-801f2166-dd08-4cdd-9b30-23f6c65dfb4e req-fcd97658-14b2-4b17-965a-d00e4fe8a54b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625198 Mar 23 17:13:44.804781 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a9dd572-cf99-4712-8f12-dbd887d837ee req-30fd2672-cbf7-48f0-85b9-9d1475cfab85 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Router ca891440-c6d2-4045-baba-97033f5ca743 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:13:44.913660 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a9dd572-cf99-4712-8f12-dbd887d837ee req-30fd2672-cbf7-48f0-85b9-9d1475cfab85 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:13:44.924246 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8264c-46b1-489d-b8e0-be3308b59a1d None None] Sync routers for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:13:44.938004 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8264c-46b1-489d-b8e0-be3308b59a1d None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:13:44.938890 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-d3e8264c-46b1-489d-b8e0-be3308b59a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:13:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:44.955295 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9dd572-cf99-4712-8f12-dbd887d837ee req-30fd2672-cbf7-48f0-85b9-9d1475cfab85 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] No DVR routers for this DVR port f93ebd80-1a51-4f14-9685-b133a4183003 on host hv-cinder-83491 {{(pid=104061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:13:44.957972 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-0a9dd572-cf99-4712-8f12-dbd887d837ee req-30fd2672-cbf7-48f0-85b9-9d1475cfab85 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:44.961461 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0a9dd572-cf99-4712-8f12-dbd887d837ee req-30fd2672-cbf7-48f0-85b9-9d1475cfab85 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.43 "DELETE /v2.0/ports/f93ebd80-1a51-4f14-9685-b133a4183003 HTTP/1.1" status: 204 len: 173 time: 0.9551055 Mar 23 17:13:44.961921 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8a41c1-c0fd-442d-8bbc-49a1b48bedc2', 'name': 'network-vif-deleted', 'tag': 'f93ebd80-1a51-4f14-9685-b133a4183003'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:13:44.964760 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d478338-8c41-4118-95d6-1f31fb980897" -d '{"events": [{"server_uuid": "da8a41c1-c0fd-442d-8bbc-49a1b48bedc2", "name": "network-vif-deleted", "tag": "f93ebd80-1a51-4f14-9685-b133a4183003"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:13:45.001878 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053003f6-2cd6-4462-bcd1-fb73f3c4f409 x-openstack-request-id: req-053003f6-2cd6-4462-bcd1-fb73f3c4f409 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:13:45.007224 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8a41c1-c0fd-442d-8bbc-49a1b48bedc2", "name": "network-vif-deleted", "tag": "f93ebd80-1a51-4f14-9685-b133a4183003", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:13:45.007224 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-053003f6-2cd6-4462-bcd1-fb73f3c4f409 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:13:45.007224 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053003f6-2cd6-4462-bcd1-fb73f3c4f409'] response: {'server_uuid': 'da8a41c1-c0fd-442d-8bbc-49a1b48bedc2', 'name': 'network-vif-deleted', 'tag': 'f93ebd80-1a51-4f14-9685-b133a4183003', 'status': 'completed', 'code': 200} Mar 23 17:13:45.053305 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-d3e8264c-46b1-489d-b8e0-be3308b59a1d None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:13:45.353690 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-d3e8264c-46b1-489d-b8e0-be3308b59a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:45.384480 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8264c-46b1-489d-b8e0-be3308b59a1d None None] Checking router: ca891440-c6d2-4045-baba-97033f5ca743 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:13:45.393412 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8264c-46b1-489d-b8e0-be3308b59a1d None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:13:45.394012 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-d3e8264c-46b1-489d-b8e0-be3308b59a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:13:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:45.503084 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-d3e8264c-46b1-489d-b8e0-be3308b59a1d None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:13:45.695531 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-d3e8264c-46b1-489d-b8e0-be3308b59a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:45.721341 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8264c-46b1-489d-b8e0-be3308b59a1d None None] The sync data for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi is: [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:13:45.824478 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e745b12a-7ed9-4b5e-8700-4a3dd36e02c5 req-bae16353-de32-4f8e-9057-8f5356906f33 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=da8a41c1-c0fd-442d-8bbc-49a1b48bedc2 HTTP/1.1" status: 200 len: 210 time: 0.0292797 Mar 23 17:13:45.924783 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0ee75-455a-4041-af1d-bf2f53c13e15 req-4ce626e9-8a85-4c94-9934-ccc8f0d7ffce tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:45.931143 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bac0ee75-455a-4041-af1d-bf2f53c13e15 req-4ce626e9-8a85-4c94-9934-ccc8f0d7ffce tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 945 time: 0.0570929 Mar 23 17:13:45.931856 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 42bb1b07-483a-4ea2-b998-dd20f65cccb3 up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:13:45.964485 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c460a22-e365-4b89-85e1-9969913f2770 None None] New status for floating IP 8e778b51-4372-4c0f-8493-73dd68275c7b: DOWN {{(pid=104062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:13:45.983226 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bac0ee75-455a-4041-af1d-bf2f53c13e15 req-d97c3c21-8e3b-4843-b0e6-5e86afa4f295 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456285 Mar 23 17:13:46.083337 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:13:46.083717 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:46.170624 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:13:46.171026 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:46.196933 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bb1b07-483a-4ea2-b998-dd20f65cccb3'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:13:46.199007 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eada4e09-340d-40f7-890b-adbd7a634335" -d '{"events": [{"server_uuid": "a54ef9bf-8159-47a9-82fa-64f52772e366", "name": "network-vif-plugged", "status": "completed", "tag": "42bb1b07-483a-4ea2-b998-dd20f65cccb3"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:13:46.214163 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 42bb1b07-483a-4ea2-b998-dd20f65cccb3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:13:46.244539 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2aef93-8698-4151-9036-201a3077ce38 x-openstack-request-id: req-1f2aef93-8698-4151-9036-201a3077ce38 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:13:46.244861 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54ef9bf-8159-47a9-82fa-64f52772e366", "name": "network-vif-plugged", "status": "completed", "tag": "42bb1b07-483a-4ea2-b998-dd20f65cccb3", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:13:46.245134 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1f2aef93-8698-4151-9036-201a3077ce38 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:13:46.245517 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f2aef93-8698-4151-9036-201a3077ce38'] response: {'server_uuid': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bb1b07-483a-4ea2-b998-dd20f65cccb3', 'code': 200} Mar 23 17:13:46.316059 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:46.316980 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device f93ebd80-1a51-4f14-9685-b133a4183003 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:13:46.364133 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: f93ebd80-1a51-4f14-9685-b133a4183003 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:13:46.364483 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device f93ebd80-1a51-4f14-9685-b133a4183003 not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:13:46.388697 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=42bb1b07-483a-4ea2-b998-dd20f65cccb3,revision_number=10']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:46.713257 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cc7b2-30a0-4736-a984-71d674f60cf2 req-2a26f449-4c25-4c69-81f9-fd804831ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:46.714878 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e73cc7b2-30a0-4736-a984-71d674f60cf2 req-2a26f449-4c25-4c69-81f9-fd804831ba89 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 1131 time: 0.0487688 Mar 23 17:13:46.757144 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-e73cc7b2-30a0-4736-a984-71d674f60cf2 req-c8416f9c-2070-40c9-93a3-e4237cc90081 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366933 Mar 23 17:13:47.092064 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-896169b7-d597-4a00-a3c7-2462138000eb req-a3c2267f-f9f7-488f-8952-0fdb0c64b72b tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1896902302&fields=id&tenant_id=cd1e733ba35546dc84611e4dace6395c HTTP/1.1" status: 200 len: 267 time: 0.0497236 Mar 23 17:13:47.112286 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286911-0508-4b44-9420-0b7d98222583 req-89c58f31-bde5-45e2-95eb-56ead25c5a61 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:47.113842 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-aa286911-0508-4b44-9420-0b7d98222583 req-89c58f31-bde5-45e2-95eb-56ead25c5a61 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 947 time: 0.0564606 Mar 23 17:13:47.167503 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-aa286911-0508-4b44-9420-0b7d98222583 req-09caf590-c7ac-47d2-9ddf-4806c68d0a6e tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469596 Mar 23 17:13:47.209363 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896169b7-d597-4a00-a3c7-2462138000eb req-c78e940c-7d85-4d2c-a4ae-5aa0068fb073 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:47.210803 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-896169b7-d597-4a00-a3c7-2462138000eb req-c78e940c-7d85-4d2c-a4ae-5aa0068fb073 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/networks?id=68d01c04-ef08-421d-abdc-4975a2a480d9 HTTP/1.1" status: 200 len: 812 time: 0.1116722 Mar 23 17:13:47.227439 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-896169b7-d597-4a00-a3c7-2462138000eb req-0af17aa1-19e8-41b8-a748-dc0c3e679fc6 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/quotas/cd1e733ba35546dc84611e4dace6395c HTTP/1.1" status: 200 len: 375 time: 0.0112264 Mar 23 17:13:47.282228 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-896169b7-d597-4a00-a3c7-2462138000eb req-b753c959-3469-4a02-a586-a9f041ee37f3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501490 Mar 23 17:13:47.478823 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-896169b7-d597-4a00-a3c7-2462138000eb req-0ea3be93-71e9-49cf-8bae-e42095bb6fe4 service neutron] 10.222.0.97 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834240 Mar 23 17:13:47.568689 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-896169b7-d597-4a00-a3c7-2462138000eb req-42adad05-f842-4049-b0fc-f200b6eba11d service neutron] 10.222.0.97 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831642 Mar 23 17:13:48.311623 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d996dfc-c027-4b04-9da0-03d6aae8695a req-bf28138d-c865-4d59-aed2-83614dcd8018 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:48.318700 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0d996dfc-c027-4b04-9da0-03d6aae8695a req-bf28138d-c865-4d59-aed2-83614dcd8018 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 947 time: 0.0713768 Mar 23 17:13:48.336708 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7dd924e6-1427-44f8-b1a3-8d1812cccb7c req-97fdcbb4-5768-4dd3-aebc-8a1f1a73c616 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 210 time: 0.0431352 Mar 23 17:13:48.363967 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0d996dfc-c027-4b04-9da0-03d6aae8695a req-1d9acf03-ee69-404d-bd53-481732117413 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443428 Mar 23 17:13:49.432965 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-687244ab-0c3c-4ca3-bbb9-df330f14d30a req-563a1826-aa34-4d3f-8d99-c51e55b8848b tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 210 time: 0.0279279 Mar 23 17:13:49.492939 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c735720-9119-4e4b-8dfc-758f2c8cadec req-7e7e2f5e-1411-48fb-baa5-0691fa148c83 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:49.499318 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4c735720-9119-4e4b-8dfc-758f2c8cadec req-7e7e2f5e-1411-48fb-baa5-0691fa148c83 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 947 time: 0.0516706 Mar 23 17:13:49.540249 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4c735720-9119-4e4b-8dfc-758f2c8cadec req-0fa68109-bdfc-4d61-87af-5006a078418b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393529 Mar 23 17:13:50.528505 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b1bfdf8c-cba8-4326-b33c-bfc28ee57d51 req-156c739d-32d3-42a9-927f-d7fb6595926d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 210 time: 0.0267339 Mar 23 17:13:50.667744 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21797327-7869-48c7-ac88-8a517b3e25f2 req-583990c2-0cf3-4309-bf65-5c0decca1507 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:50.669252 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-21797327-7869-48c7-ac88-8a517b3e25f2 req-583990c2-0cf3-4309-bf65-5c0decca1507 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 947 time: 0.0551739 Mar 23 17:13:50.733133 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-21797327-7869-48c7-ac88-8a517b3e25f2 req-63663c9b-307e-4535-b28d-d95a140e8602 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565615 Mar 23 17:13:51.621180 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f60fa31f-ef86-4aba-9bbb-7340cabdea35 req-fd96622b-0e88-43fb-a382-03fc88d74728 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 210 time: 0.0271800 Mar 23 17:13:51.792400 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896169b7-d597-4a00-a3c7-2462138000eb req-f41b1c8f-452f-44ea-942a-87c16fecc65f tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:51.793885 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-896169b7-d597-4a00-a3c7-2462138000eb req-f41b1c8f-452f-44ea-942a-87c16fecc65f tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.43 "GET /v2.0/networks?id=68d01c04-ef08-421d-abdc-4975a2a480d9 HTTP/1.1" status: 200 len: 812 time: 0.1021810 Mar 23 17:13:51.865204 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-896169b7-d597-4a00-a3c7-2462138000eb req-409173f9-8a1c-4b6b-ad46-ebeee5343f85 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd1e733ba35546dc84611e4dace6395c HTTP/1.1" status: 200 len: 380 time: 0.0630362 Mar 23 17:13:51.868829 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b7226-6690-44df-b232-b185983e7aab req-4849a63b-49f2-4417-8d6b-97d28dbb4dd3 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:51.870893 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-432b7226-6690-44df-b232-b185983e7aab req-4849a63b-49f2-4417-8d6b-97d28dbb4dd3 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 947 time: 0.0602722 Mar 23 17:13:51.875576 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-896169b7-d597-4a00-a3c7-2462138000eb req-df182805-887c-49bf-9bbc-d48d75abaca3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Request body: {'port': {'device_id': '9143d2f6-c981-4076-b070-85c633c7d549', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'admin_state_up': True, 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'security_groups': ['8a8b7546-a0c2-4b65-b844-ec7bb7323013']}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:13:51.922453 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-432b7226-6690-44df-b232-b185983e7aab req-b646c539-1d4b-49be-9a61-a41c5eec2af0 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452051 Mar 23 17:13:52.064467 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-896169b7-d597-4a00-a3c7-2462138000eb req-df182805-887c-49bf-9bbc-d48d75abaca3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Made reservation on behalf of cd1e733ba35546dc84611e4dace6395c for: {'port': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:13:52.068427 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-896169b7-d597-4a00-a3c7-2462138000eb req-df182805-887c-49bf-9bbc-d48d75abaca3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:52.208631 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [req-896169b7-d597-4a00-a3c7-2462138000eb req-df182805-887c-49bf-9bbc-d48d75abaca3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Allocated IP 172.20.0.6 (68d01c04-ef08-421d-abdc-4975a2a480d9/d34e29e9-cb3c-4a86-90df-8b01f3de3a73/c3148565-fc45-4b9e-81bb-9bc6bf0475ae) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:13:52.347182 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-896169b7-d597-4a00-a3c7-2462138000eb req-df182805-887c-49bf-9bbc-d48d75abaca3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for port (c3148565-fc45-4b9e-81bb-9bc6bf0475ae), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:52.528736 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-896169b7-d597-4a00-a3c7-2462138000eb req-df182805-887c-49bf-9bbc-d48d75abaca3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (c3148565-fc45-4b9e-81bb-9bc6bf0475ae), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:52.574880 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896169b7-d597-4a00-a3c7-2462138000eb req-df182805-887c-49bf-9bbc-d48d75abaca3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Network 68d01c04-ef08-421d-abdc-4975a2a480d9 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:13:52.578594 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [req-896169b7-d597-4a00-a3c7-2462138000eb req-df182805-887c-49bf-9bbc-d48d75abaca3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:13:52.584738 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [req-896169b7-d597-4a00-a3c7-2462138000eb req-df182805-887c-49bf-9bbc-d48d75abaca3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:13:52.612638 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df182805-887c-49bf-9bbc-d48d75abaca3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event updated for resources: {'Port': ['ID=c3148565-fc45-4b9e-81bb-9bc6bf0475ae,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:52.655953 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896169b7-d597-4a00-a3c7-2462138000eb req-df182805-887c-49bf-9bbc-d48d75abaca3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:52.656795 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-896169b7-d597-4a00-a3c7-2462138000eb req-df182805-887c-49bf-9bbc-d48d75abaca3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:52.733538 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ac49c-172b-441e-8918-c9e4dd64f827 req-056abd5d-6a9e-4e38-831c-73d02a98c4cf tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:52.740493 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-980ac49c-172b-441e-8918-c9e4dd64f827 req-056abd5d-6a9e-4e38-831c-73d02a98c4cf tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 946 time: 0.0625978 Mar 23 17:13:52.761960 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-896169b7-d597-4a00-a3c7-2462138000eb req-df182805-887c-49bf-9bbc-d48d75abaca3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8907831 Mar 23 17:13:52.765690 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9099ed3-f6e8-472a-b08c-4f3c86a15260 req-7dc12882-306e-428a-9458-03ce2718382e tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:52.767699 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d9099ed3-f6e8-472a-b08c-4f3c86a15260 req-7dc12882-306e-428a-9458-03ce2718382e tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 931 time: 0.0601990 Mar 23 17:13:52.781697 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Request body: {'port': {'device_id': '9143d2f6-c981-4076-b070-85c633c7d549', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:13:52.829005 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d9099ed3-f6e8-472a-b08c-4f3c86a15260 req-ca2595e1-e0c5-48e1-bff0-1a2401b86883 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554008 Mar 23 17:13:52.831394 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-980ac49c-172b-441e-8918-c9e4dd64f827 req-a4c67851-8796-478f-b1ad-930e5ac698f4 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900311 Mar 23 17:13:52.869526 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (c3148565-fc45-4b9e-81bb-9bc6bf0475ae), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:52.962056 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-cedf85e3-2adc-4fea-b8e6-e00ffece9569 None None] Provisioning complete for port c3148565-fc45-4b9e-81bb-9bc6bf0475ae triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:13:52.967876 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-cedf85e3-2adc-4fea-b8e6-e00ffece9569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (c3148565-fc45-4b9e-81bb-9bc6bf0475ae), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:53.001871 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-cedf85e3-2adc-4fea-b8e6-e00ffece9569 None None] Port c3148565-fc45-4b9e-81bb-9bc6bf0475ae cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:13:53.069809 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4572408-486c-4f04-9d58-65dd89746916 req-e1dd124e-f0e9-4474-b716-a5c835ffdb2b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:53.071451 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c4572408-486c-4f04-9d58-65dd89746916 req-e1dd124e-f0e9-4474-b716-a5c835ffdb2b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 947 time: 0.0730715 Mar 23 17:13:53.124003 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c4572408-486c-4f04-9d58-65dd89746916 req-3852ba8e-fc0f-4658-bce0-bd0eb6398123 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458133 Mar 23 17:13:53.151192 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3148565-fc45-4b9e-81bb-9bc6bf0475ae {{(pid=104061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:13:53.159465 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Publish callbacks [] for port (c3148565-fc45-4b9e-81bb-9bc6bf0475ae), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:53.171688 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.provisioning_blocks [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Transition to ACTIVE for port object c3148565-fc45-4b9e-81bb-9bc6bf0475ae will not be triggered until provisioned by entity L2. {{(pid=104061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:13:53.259530 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (c3148565-fc45-4b9e-81bb-9bc6bf0475ae), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:53.313611 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Pushing event updated for resources: {'Port': ['ID=c3148565-fc45-4b9e-81bb-9bc6bf0475ae,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:53.386177 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Attempting to bind port c3148565-fc45-4b9e-81bb-9bc6bf0475ae on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:13:53.386525 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Attempting to bind port c3148565-fc45-4b9e-81bb-9bc6bf0475ae by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:13:53.386863 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Attempting to bind port c3148565-fc45-4b9e-81bb-9bc6bf0475ae on network 68d01c04-ef08-421d-abdc-4975a2a480d9 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:13:53.392189 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Port c3148565-fc45-4b9e-81bb-9bc6bf0475ae on network 68d01c04-ef08-421d-abdc-4975a2a480d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:13:53.394550 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Attempting to bind port c3148565-fc45-4b9e-81bb-9bc6bf0475ae on network 68d01c04-ef08-421d-abdc-4975a2a480d9 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:13:53.397664 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:13:53.398010 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Checking segment: {'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:13:53.398401 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Bound using segment: {'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:13:53.398826 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Bound port: c3148565-fc45-4b9e-81bb-9bc6bf0475ae, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:13:53.399185 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (c3148565-fc45-4b9e-81bb-9bc6bf0475ae), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:53.463235 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] For port c3148565-fc45-4b9e-81bb-9bc6bf0475ae, host hv-cinder-83491, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:13:53.468000 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] For port c3148565-fc45-4b9e-81bb-9bc6bf0475ae, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=c3148565-fc45-4b9e-81bb-9bc6bf0475ae,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:13:53.597405 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (c3148565-fc45-4b9e-81bb-9bc6bf0475ae), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:53.633313 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:53.633936 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:53.635336 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-896169b7-d597-4a00-a3c7-2462138000eb req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] 10.222.0.43 "PUT /v2.0/ports/c3148565-fc45-4b9e-81bb-9bc6bf0475ae HTTP/1.1" status: 200 len: 1093 time: 0.8586154 Mar 23 17:13:53.635773 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9143d2f6-c981-4076-b070-85c633c7d549', 'tag': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:13:53.638041 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f37901-8c25-48ae-be97-c9e095a716e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9143d2f6-c981-4076-b070-85c633c7d549", "tag": "c3148565-fc45-4b9e-81bb-9bc6bf0475ae"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:13:53.664179 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a049895-cc68-4f63-8cb5-5b5b526a2a1d service neutron] Pushing event updated for resources: {'Port': ['ID=c3148565-fc45-4b9e-81bb-9bc6bf0475ae,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:53.686757 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bedfb0-f1c9-479b-a910-d3633fd352c2 x-openstack-request-id: req-32bedfb0-f1c9-479b-a910-d3633fd352c2 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:13:53.687111 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9143d2f6-c981-4076-b070-85c633c7d549", "tag": "c3148565-fc45-4b9e-81bb-9bc6bf0475ae", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:13:53.687375 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-32bedfb0-f1c9-479b-a910-d3633fd352c2 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:13:53.687793 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32bedfb0-f1c9-479b-a910-d3633fd352c2'] response: {'name': 'network-changed', 'server_uuid': '9143d2f6-c981-4076-b070-85c633c7d549', 'tag': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'status': 'completed', 'code': 200} Mar 23 17:13:53.946462 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed4f71-5845-42e7-a678-5b1a7b1fd361 req-11d1829c-2d49-4b2c-aa66-dfda303bf2dd tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:53.947931 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-afed4f71-5845-42e7-a678-5b1a7b1fd361 req-11d1829c-2d49-4b2c-aa66-dfda303bf2dd tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 943 time: 0.0536103 Mar 23 17:13:53.965727 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237d88a-6146-4f2a-84fb-6fc50eb1d51b req-656276c6-d541-4abe-af2f-f9bf6932b1cb tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:53.967326 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b237d88a-6146-4f2a-84fb-6fc50eb1d51b req-656276c6-d541-4abe-af2f-f9bf6932b1cb tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 946 time: 0.0533407 Mar 23 17:13:53.997433 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-afed4f71-5845-42e7-a678-5b1a7b1fd361 req-768a7b57-9cfb-4830-8673-0ab178140c0f tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428808 Mar 23 17:13:54.013465 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b237d88a-6146-4f2a-84fb-6fc50eb1d51b req-9389fcae-11d1-483c-8409-cc4023c01df0 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396731 Mar 23 17:13:55.121730 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae6224-00c2-40eb-a97f-fd62a59cb9c6 req-39d993dc-83eb-44a7-a82d-651f0445eaa6 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:55.123240 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e5ae6224-00c2-40eb-a97f-fd62a59cb9c6 req-39d993dc-83eb-44a7-a82d-651f0445eaa6 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 943 time: 0.0591204 Mar 23 17:13:55.137772 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63033a2-01a4-4604-bc00-3b5f447d266e req-71b828da-6e45-44fe-8de0-883fb32d4dca tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:55.139263 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d63033a2-01a4-4604-bc00-3b5f447d266e req-71b828da-6e45-44fe-8de0-883fb32d4dca tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 946 time: 0.0541255 Mar 23 17:13:55.174214 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-af0233b9-3b57-41e0-b93e-0c0cf68ad79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:55.177185 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e5ae6224-00c2-40eb-a97f-fd62a59cb9c6 req-c6dbe84d-4d53-4b89-a430-a35b70dc0e5f tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480123 Mar 23 17:13:55.187176 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d63033a2-01a4-4604-bc00-3b5f447d266e req-380f092e-ff8d-493d-b1f9-dff56bbbf8dd tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423074 Mar 23 17:13:55.316526 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:56.169337 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f37901-8c25-48ae-be97-c9e095a716e7 req-af08d0d7-76ce-4ad1-9623-301a1e5de608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:56.171329 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-99f37901-8c25-48ae-be97-c9e095a716e7 req-af08d0d7-76ce-4ad1-9623-301a1e5de608 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 1127 time: 0.0458939 Mar 23 17:13:56.298420 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f028210-33bd-4488-874c-c33ce2aa4a97 req-eedc31b2-991a-4b00-817b-3d5639591a91 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:56.299946 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4f028210-33bd-4488-874c-c33ce2aa4a97 req-eedc31b2-991a-4b00-817b-3d5639591a91 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 943 time: 0.0524943 Mar 23 17:13:56.304835 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f37901-8c25-48ae-be97-c9e095a716e7 req-97cdac54-4b6c-48d6-bfc7-b9ce9ca5bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:56.306276 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-99f37901-8c25-48ae-be97-c9e095a716e7 req-97cdac54-4b6c-48d6-bfc7-b9ce9ca5bc93 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=cd1e733ba35546dc84611e4dace6395c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1185884 Mar 23 17:13:56.349250 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4f028210-33bd-4488-874c-c33ce2aa4a97 req-b2f97d3c-5bd6-4081-bb9f-609e8baaadb2 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436108 Mar 23 17:13:56.380704 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5928a-9526-4d8b-9f60-690fc19647f7 req-8c4db50e-92b5-4741-a327-917558f64a85 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:56.382181 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-16b5928a-9526-4d8b-9f60-690fc19647f7 req-8c4db50e-92b5-4741-a327-917558f64a85 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 946 time: 0.1137819 Mar 23 17:13:56.432775 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f37901-8c25-48ae-be97-c9e095a716e7 req-cb22f99c-c91e-40a4-aa80-37ce8a17ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:56.434213 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-99f37901-8c25-48ae-be97-c9e095a716e7 req-cb22f99c-c91e-40a4-aa80-37ce8a17ea2c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1215317 Mar 23 17:13:56.449759 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-16b5928a-9526-4d8b-9f60-690fc19647f7 req-0aef3e4a-d199-4c66-97db-43111c616d53 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609851 Mar 23 17:13:56.524975 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896169b7-d597-4a00-a3c7-2462138000eb req-a52e704f-d2b2-4d1a-962c-10a4bb7d7889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:56.526457 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-896169b7-d597-4a00-a3c7-2462138000eb req-a52e704f-d2b2-4d1a-962c-10a4bb7d7889 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 1127 time: 0.0480888 Mar 23 17:13:56.810099 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-896169b7-d597-4a00-a3c7-2462138000eb req-0ed59acf-78f5-4177-b06c-dfcd23a31987 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3148565-fc45-4b9e-81bb-9bc6bf0475ae HTTP/1.1" status: 200 len: 217 time: 0.2749424 Mar 23 17:13:56.857609 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896169b7-d597-4a00-a3c7-2462138000eb req-5a1e3fc9-8e08-487c-9125-b557b48a3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:56.859015 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-896169b7-d597-4a00-a3c7-2462138000eb req-5a1e3fc9-8e08-487c-9125-b557b48a3f07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34e29e9-cb3c-4a86-90df-8b01f3de3a73 HTTP/1.1" status: 200 len: 851 time: 0.0428519 Mar 23 17:13:56.909648 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896169b7-d597-4a00-a3c7-2462138000eb req-fbd29c8b-f0c0-475f-90ab-c39078e95e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:56.911016 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-896169b7-d597-4a00-a3c7-2462138000eb req-fbd29c8b-f0c0-475f-90ab-c39078e95e10 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68d01c04-ef08-421d-abdc-4975a2a480d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421379 Mar 23 17:13:56.956593 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a162154-1767-4815-af4b-3535f4e2e6ba req-e5d2477a-5d0e-40b5-b516-b8a75b2ab144 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:56.958099 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7a162154-1767-4815-af4b-3535f4e2e6ba req-e5d2477a-5d0e-40b5-b516-b8a75b2ab144 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 946 time: 0.0508833 Mar 23 17:13:57.001125 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-896169b7-d597-4a00-a3c7-2462138000eb req-a0689097-ce52-414f-b34f-93ef1a786f35 service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835924 Mar 23 17:13:57.055670 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-7a162154-1767-4815-af4b-3535f4e2e6ba req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Deleting port 2ca9e82f-1616-4972-b46b-dbaeec6e9298 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:13:57.056018 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-7a162154-1767-4815-af4b-3535f4e2e6ba req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (2ca9e82f-1616-4972-b46b-dbaeec6e9298), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:57.095628 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-896169b7-d597-4a00-a3c7-2462138000eb req-ca9af5ed-5fc9-4609-af0b-32ae5d15fd54 service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865405 Mar 23 17:13:57.144673 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-7a162154-1767-4815-af4b-3535f4e2e6ba req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] For port 2ca9e82f-1616-4972-b46b-dbaeec6e9298, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=2ca9e82f-1616-4972-b46b-dbaeec6e9298,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:13:57.145040 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-7a162154-1767-4815-af4b-3535f4e2e6ba req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (2ca9e82f-1616-4972-b46b-dbaeec6e9298), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:57.321985 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-7a162154-1767-4815-af4b-3535f4e2e6ba req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:57.322644 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-7a162154-1767-4815-af4b-3535f4e2e6ba req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (dc2c5aa3-25b6-4fa4-b9ce-40215a1424b3), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:57.322644 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [req-7a162154-1767-4815-af4b-3535f4e2e6ba req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Floating IP dc2c5aa3-25b6-4fa4-b9ce-40215a1424b3 disassociated. External IP: 172.27.1.236, port: 2ca9e82f-1616-4972-b46b-dbaeec6e9298. Mar 23 17:13:57.322839 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3f13992f-7d4b-488d-aa88-94f54e95ac96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:57.323218 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-7a162154-1767-4815-af4b-3535f4e2e6ba req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Calling delete_port for 2ca9e82f-1616-4972-b46b-dbaeec6e9298 owned by compute:nova {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:13:57.492669 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce016ab-cf29-40b6-bc76-a7956d7fbcfb req-0026fc21-b76f-49ec-95e1-8b250b562560 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:57.494206 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3ce016ab-cf29-40b6-bc76-a7956d7fbcfb req-0026fc21-b76f-49ec-95e1-8b250b562560 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 943 time: 0.0717206 Mar 23 17:13:57.543791 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3ce016ab-cf29-40b6-bc76-a7956d7fbcfb req-c952a1c2-c739-4e5c-94dc-a9ad792284f2 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432525 Mar 23 17:13:57.572007 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbf7be-f4e6-49ff-86a7-4fad43908c4b req-6158243f-4d52-4b6b-a628-db88ca2b970e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:57.573577 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ddcbf7be-f4e6-49ff-86a7-4fad43908c4b req-6158243f-4d52-4b6b-a628-db88ca2b970e tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 946 time: 0.0548074 Mar 23 17:13:57.596475 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-7a162154-1767-4815-af4b-3535f4e2e6ba req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (2ca9e82f-1616-4972-b46b-dbaeec6e9298), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:57.622089 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ddcbf7be-f4e6-49ff-86a7-4fad43908c4b req-f41757b8-24e9-40a2-856d-5a5c46b4c645 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups?id=5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428169 Mar 23 17:13:57.625403 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event deleted for resources: {'Port': ['ID=2ca9e82f-1616-4972-b46b-dbaeec6e9298,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:13:57.669180 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:57.669537 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:57.669888 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:57.670755 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:57.671095 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:57.671434 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:57.671767 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:57.672125 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:57.672456 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:57.672819 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:57.673152 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:57.673481 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:57.673807 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:57.674136 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:57.674460 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:13:57.753900 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a162154-1767-4815-af4b-3535f4e2e6ba req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Router 6eb0fc3d-315c-4722-9458-39e73209a3aa has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:13:57.861639 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a162154-1767-4815-af4b-3535f4e2e6ba req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:13:57.871108 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c1b6a4-d776-4f28-806f-f812f42088aa None None] Sync routers for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:13:57.880542 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c1b6a4-d776-4f28-806f-f812f42088aa None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:13:57.881216 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-33c1b6a4-d776-4f28-806f-f812f42088aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:13:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:57.899567 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a162154-1767-4815-af4b-3535f4e2e6ba req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] No DVR routers for this DVR port 2ca9e82f-1616-4972-b46b-dbaeec6e9298 on host hv-cinder-83491 {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:13:57.902050 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-7a162154-1767-4815-af4b-3535f4e2e6ba req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:57.906012 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7a162154-1767-4815-af4b-3535f4e2e6ba req-f58accb9-93ca-4fc9-acbe-29701542056a tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.43 "DELETE /v2.0/ports/2ca9e82f-1616-4972-b46b-dbaeec6e9298 HTTP/1.1" status: 204 len: 173 time: 0.9418545 Mar 23 17:13:57.906431 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a25198-7aa6-47bf-9758-ea4d395fc284', 'name': 'network-vif-deleted', 'tag': '2ca9e82f-1616-4972-b46b-dbaeec6e9298'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:13:57.908690 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20944915-1fd4-40d8-8c8c-1573f373b2b4" -d '{"events": [{"server_uuid": "72a25198-7aa6-47bf-9758-ea4d395fc284", "name": "network-vif-deleted", "tag": "2ca9e82f-1616-4972-b46b-dbaeec6e9298"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:13:57.944454 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f39d5a-3c31-49db-9a3e-1ba7eb63338b x-openstack-request-id: req-f0f39d5a-3c31-49db-9a3e-1ba7eb63338b {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:13:57.944777 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a25198-7aa6-47bf-9758-ea4d395fc284", "name": "network-vif-deleted", "tag": "2ca9e82f-1616-4972-b46b-dbaeec6e9298", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:13:57.945040 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f0f39d5a-3c31-49db-9a3e-1ba7eb63338b {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:13:57.945448 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f39d5a-3c31-49db-9a3e-1ba7eb63338b'] response: {'server_uuid': '72a25198-7aa6-47bf-9758-ea4d395fc284', 'name': 'network-vif-deleted', 'tag': '2ca9e82f-1616-4972-b46b-dbaeec6e9298', 'status': 'completed', 'code': 200} Mar 23 17:13:58.008752 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-33c1b6a4-d776-4f28-806f-f812f42088aa None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:13:58.214402 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-33c1b6a4-d776-4f28-806f-f812f42088aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:58.240456 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c1b6a4-d776-4f28-806f-f812f42088aa None None] Checking router: 6eb0fc3d-315c-4722-9458-39e73209a3aa for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:13:58.249030 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c1b6a4-d776-4f28-806f-f812f42088aa None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:13:58.249629 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-33c1b6a4-d776-4f28-806f-f812f42088aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:13:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:58.354221 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-33c1b6a4-d776-4f28-806f-f812f42088aa None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:13:58.543880 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:58.549969 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-33c1b6a4-d776-4f28-806f-f812f42088aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:13:58.579778 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c1b6a4-d776-4f28-806f-f812f42088aa None None] The sync data for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi is: [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:33Z', 'revision_number': 4, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2e8915f9-8100-458c-8faa-c1ca7b22ef40', 'name': '', 'network_id': '4d08b13a-5095-4a4d-97e2-485b1dca6f48', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'mac_address': 'fa:16:3e:b2:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:32Z', 'updated_at': '2022-03-23T17:07:43Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'subnets': [{'id': '43603411-92d2-456c-9c3f-c4feabdc98c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:13:58.684356 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482bc7a-812c-476b-8e91-d10292a7f4da req-c43608e3-01e3-4501-81ba-2711e48cf339 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:58.687017 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2482bc7a-812c-476b-8e91-d10292a7f4da req-c43608e3-01e3-4501-81ba-2711e48cf339 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 943 time: 0.0743558 Mar 23 17:13:58.746758 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2482bc7a-812c-476b-8e91-d10292a7f4da req-cb83b6f3-4350-4b0f-abdd-bdfe27248935 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515800 Mar 23 17:13:58.758582 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-980d79cc-a8a3-462e-ba54-b19c0590fccd req-0fcfc589-a585-4aaa-bf0b-da911cabf256 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/ports?device_id=72a25198-7aa6-47bf-9758-ea4d395fc284 HTTP/1.1" status: 200 len: 210 time: 0.0282657 Mar 23 17:13:58.883419 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e6f697-f5b4-41f9-9bab-d78ebdee90fa None None] New status for floating IP dc2c5aa3-25b6-4fa4-b9ce-40215a1424b3: DOWN {{(pid=104062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:13:59.871648 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8030b0-9aae-4e69-9807-ddf087037da7 req-088c4ebb-119b-4db8-8d7f-4d6dfbc4eb9a tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:13:59.873189 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-cb8030b0-9aae-4e69-9807-ddf087037da7 req-088c4ebb-119b-4db8-8d7f-4d6dfbc4eb9a tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 943 time: 0.0568755 Mar 23 17:13:59.912180 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 34934) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:13:59.922364 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-cb8030b0-9aae-4e69-9807-ddf087037da7 req-fefa4557-ddd6-422a-81b8-dc02d53f22e0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 Mar 23 17:13:59.974880 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8a24d939-c666-4707-88af-be1b7012dc41 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:13:59.997850 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8a24d939-c666-4707-88af-be1b7012dc41 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:00.013601 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:00.138951 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8a24d939-c666-4707-88af-be1b7012dc41 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:00.141566 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8a24d939-c666-4707-88af-be1b7012dc41 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:00.142715 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-8a24d939-c666-4707-88af-be1b7012dc41 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "DELETE /v2.0/security-groups/5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c HTTP/1.1" status: 204 len: 168 time: 0.2295492 Mar 23 17:14:00.145487 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 34936) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:00.151781 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24d939-c666-4707-88af-be1b7012dc41 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:00.159972 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.api.v2.resource [None req-ac7f7ba3-dc56-40a6-950e-7921424f33e9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] show failed (client error): The resource could not be found. Mar 23 17:14:00.161263 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-ac7f7ba3-dc56-40a6-950e-7921424f33e9 tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "GET /v2.0/security-groups/5dfbb835-dcc7-4007-8ab2-29a6e9c7c96c HTTP/1.1" status: 404 len: 347 time: 0.0147011 Mar 23 17:14:00.163988 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 34938) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:00.287009 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Deleting port 8428efc2-b132-49fd-903c-ffb26eb9afed {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:00.287277 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (8428efc2-b132-49fd-903c-ffb26eb9afed), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:00.362816 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (8428efc2-b132-49fd-903c-ffb26eb9afed), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:00.363150 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (8428efc2-b132-49fd-903c-ffb26eb9afed), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:00.374831 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Calling delete_port for 8428efc2-b132-49fd-903c-ffb26eb9afed owned by network:floatingip {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:00.602122 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (8428efc2-b132-49fd-903c-ffb26eb9afed), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:00.624452 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Pushing event deleted for resources: {'Port': ['ID=8428efc2-b132-49fd-903c-ffb26eb9afed,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:00.633966 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:00.634322 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:00.634670 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:00.635012 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:00.635351 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:00.636149 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:00.636149 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:00.636325 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:00.636665 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:00.636995 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:00.637326 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:00.637654 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:00.637979 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:00.638306 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:00.638658 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:00.683814 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 2ca9e82f-1616-4972-b46b-dbaeec6e9298 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:14:00.699966 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks [] for floatingip (dc2c5aa3-25b6-4fa4-b9ce-40215a1424b3), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:00.704414 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:00.704414 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-3e948e35-f162-47f8-b1a0-7f9f6541c98c tempest-AttachVolumeNegativeTest-1621600395 tempest-AttachVolumeNegativeTest-1621600395-project] 10.222.0.97 "DELETE /v2.0/floatingips/dc2c5aa3-25b6-4fa4-b9ce-40215a1424b3 HTTP/1.1" status: 204 len: 168 time: 0.5393016 Mar 23 17:14:00.704752 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: 2ca9e82f-1616-4972-b46b-dbaeec6e9298 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:14:00.704752 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 2ca9e82f-1616-4972-b46b-dbaeec6e9298 not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:14:01.042152 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9e963-c713-42e2-b0db-c1e11994e331 req-7b51a253-1c13-4609-8009-a7b1985b1fda tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:01.044478 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c0e9e963-c713-42e2-b0db-c1e11994e331 req-7b51a253-1c13-4609-8009-a7b1985b1fda tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 943 time: 0.0555377 Mar 23 17:14:01.093417 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c0e9e963-c713-42e2-b0db-c1e11994e331 req-42e94a7f-2291-4704-8941-de8a81478f27 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431938 Mar 23 17:14:01.579126 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:02.207623 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d9519-3c11-4e07-a5e0-59d979ba7b79 req-33b2afbe-33e8-425d-adf1-21ca5be7cced tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:02.209110 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-170d9519-3c11-4e07-a5e0-59d979ba7b79 req-33b2afbe-33e8-425d-adf1-21ca5be7cced tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 943 time: 0.0518219 Mar 23 17:14:02.256297 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-170d9519-3c11-4e07-a5e0-59d979ba7b79 req-d19cc796-727e-4c9a-9579-57e58f765436 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417757 Mar 23 17:14:03.370302 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d55e28-c3a7-4871-99ff-96be408e273b req-a6cf80ed-4dd8-421b-bd63-1ae57611a9c8 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:03.371685 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-30d55e28-c3a7-4871-99ff-96be408e273b req-a6cf80ed-4dd8-421b-bd63-1ae57611a9c8 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 943 time: 0.0512474 Mar 23 17:14:03.422382 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-30d55e28-c3a7-4871-99ff-96be408e273b req-b5c3b634-ef54-447a-82bb-664e265d1113 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451431 Mar 23 17:14:04.423339 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device c3148565-fc45-4b9e-81bb-9bc6bf0475ae details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:14:04.522564 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port c3148565-fc45-4b9e-81bb-9bc6bf0475ae, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=c3148565-fc45-4b9e-81bb-9bc6bf0475ae,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:04.534900 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'port_id': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'mac_address': 'fa:16:3e:9d:78:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:14:04.546386 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ca560-327a-43b3-a7db-cc51a1c12ff0 req-e76797d1-77ce-44dc-9df3-75ee7f8e75a1 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:04.547896 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dc8ca560-327a-43b3-a7db-cc51a1c12ff0 req-e76797d1-77ce-44dc-9df3-75ee7f8e75a1 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 943 time: 0.0579891 Mar 23 17:14:04.573214 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port c3148565-fc45-4b9e-81bb-9bc6bf0475ae is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:14:04.573706 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (c3148565-fc45-4b9e-81bb-9bc6bf0475ae), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:04.586543 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3148565-fc45-4b9e-81bb-9bc6bf0475ae {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:14:04.606740 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-dc8ca560-327a-43b3-a7db-cc51a1c12ff0 req-d28ffd91-c260-4aee-9c32-5200a4ed8f2c tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524642 Mar 23 17:14:04.609954 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port c3148565-fc45-4b9e-81bb-9bc6bf0475ae, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=c3148565-fc45-4b9e-81bb-9bc6bf0475ae,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:04.745042 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (c3148565-fc45-4b9e-81bb-9bc6bf0475ae), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:04.796794 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=c3148565-fc45-4b9e-81bb-9bc6bf0475ae,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:05.059720 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['c3148565-fc45-4b9e-81bb-9bc6bf0475ae'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:14:05.729114 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c2d4b-a5e4-471a-a9c4-c52d68b930c6 req-4769286d-1978-4026-88d7-f2a5f623cb93 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:05.730659 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-683c2d4b-a5e4-471a-a9c4-c52d68b930c6 req-4769286d-1978-4026-88d7-f2a5f623cb93 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 944 time: 0.0533354 Mar 23 17:14:05.779446 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-683c2d4b-a5e4-471a-a9c4-c52d68b930c6 req-e8483013-d93e-4729-a9c3-33e5170eb554 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424304 Mar 23 17:14:06.070619 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35036) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:06.433546 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device c3148565-fc45-4b9e-81bb-9bc6bf0475ae up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:14:06.511329 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-11d44133-b5db-49de-a579-d7e15f2f6ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16731715'] for router_interface (6eb0fc3d-315c-4722-9458-39e73209a3aa), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:06.579252 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port c3148565-fc45-4b9e-81bb-9bc6bf0475ae completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:14:06.583751 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port c3148565-fc45-4b9e-81bb-9bc6bf0475ae triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:14:06.584130 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (c3148565-fc45-4b9e-81bb-9bc6bf0475ae), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:06.670369 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port c3148565-fc45-4b9e-81bb-9bc6bf0475ae is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:14:06.670914 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (c3148565-fc45-4b9e-81bb-9bc6bf0475ae), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:06.704958 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9143d2f6-c981-4076-b070-85c633c7d549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:14:06.707389 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178c1b39-d14d-41da-b7b0-e000a1bebe7c" -d '{"events": [{"server_uuid": "9143d2f6-c981-4076-b070-85c633c7d549", "name": "network-vif-plugged", "status": "completed", "tag": "c3148565-fc45-4b9e-81bb-9bc6bf0475ae"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:14:06.722724 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port c3148565-fc45-4b9e-81bb-9bc6bf0475ae, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=c3148565-fc45-4b9e-81bb-9bc6bf0475ae,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:06.748577 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b57f8c4-8b79-463b-8063-5b474d375343 x-openstack-request-id: req-6b57f8c4-8b79-463b-8063-5b474d375343 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:14:06.748900 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9143d2f6-c981-4076-b070-85c633c7d549", "name": "network-vif-plugged", "status": "completed", "tag": "c3148565-fc45-4b9e-81bb-9bc6bf0475ae", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:14:06.749156 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6b57f8c4-8b79-463b-8063-5b474d375343 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:14:06.749561 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b57f8c4-8b79-463b-8063-5b474d375343'] response: {'server_uuid': '9143d2f6-c981-4076-b070-85c633c7d549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'code': 200} Mar 23 17:14:06.773745 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-11d44133-b5db-49de-a579-d7e15f2f6ee0 admin admin] Deleting port 2e8915f9-8100-458c-8faa-c1ca7b22ef40 {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:06.774298 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-11d44133-b5db-49de-a579-d7e15f2f6ee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:06.836658 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (c3148565-fc45-4b9e-81bb-9bc6bf0475ae), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:06.887929 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=c3148565-fc45-4b9e-81bb-9bc6bf0475ae,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:06.901558 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-11d44133-b5db-49de-a579-d7e15f2f6ee0 admin admin] For port 2e8915f9-8100-458c-8faa-c1ca7b22ef40, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=2e8915f9-8100-458c-8faa-c1ca7b22ef40,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:06.901933 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-11d44133-b5db-49de-a579-d7e15f2f6ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:06.919436 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-11d44133-b5db-49de-a579-d7e15f2f6ee0 admin admin] Calling delete_port for 2e8915f9-8100-458c-8faa-c1ca7b22ef40 owned by network:router_interface {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:06.938176 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c759ad-7e91-4c97-aef6-a583b072e084 req-9c0e4362-d14b-4dcc-a359-a9e30a314185 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:06.939696 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f1c759ad-7e91-4c97-aef6-a583b072e084 req-9c0e4362-d14b-4dcc-a359-a9e30a314185 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 945 time: 0.0917001 Mar 23 17:14:07.034519 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f1c759ad-7e91-4c97-aef6-a583b072e084 req-d11b2a4b-699c-4af8-bdab-fae6d192ba5b tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890827 Mar 23 17:14:07.188941 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74bce7-46d1-47f5-b71a-fb826d3ce2e3 req-f6f28006-8a42-4e69-a803-d463e9be6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:07.190444 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7e74bce7-46d1-47f5-b71a-fb826d3ce2e3 req-f6f28006-8a42-4e69-a803-d463e9be6551 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 1129 time: 0.0446279 Mar 23 17:14:07.239124 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7e74bce7-46d1-47f5-b71a-fb826d3ce2e3 req-bdec2887-7158-46e1-bd78-3c8ae840b990 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411890 Mar 23 17:14:07.246924 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-11d44133-b5db-49de-a579-d7e15f2f6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (2e8915f9-8100-458c-8faa-c1ca7b22ef40), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:07.272935 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d44133-b5db-49de-a579-d7e15f2f6ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8915f9-8100-458c-8faa-c1ca7b22ef40,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:07.449035 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-11d44133-b5db-49de-a579-d7e15f2f6ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729075'] for router_interface (6eb0fc3d-315c-4722-9458-39e73209a3aa), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:07.666841 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d44133-b5db-49de-a579-d7e15f2f6ee0 admin admin] Router 6eb0fc3d-315c-4722-9458-39e73209a3aa has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:14:07.774323 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d44133-b5db-49de-a579-d7e15f2f6ee0 admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:14:07.779836 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-11d44133-b5db-49de-a579-d7e15f2f6ee0 admin admin] 10.222.0.97 "PUT /v2.0/routers/6eb0fc3d-315c-4722-9458-39e73209a3aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7074528 Mar 23 17:14:07.782702 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35052) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:07.783814 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de92c27a-1a9b-4ddb-94f4-539cc141e2d0 None None] Sync routers for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:14:07.793771 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92c27a-1a9b-4ddb-94f4-539cc141e2d0 None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:14:07.796069 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-de92c27a-1a9b-4ddb-94f4-539cc141e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:13:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:07.894671 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c89fe7a0-444f-4793-a475-2bf312211c57 admin admin] Publish callbacks [] for router (6eb0fc3d-315c-4722-9458-39e73209a3aa), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:07.904664 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-de92c27a-1a9b-4ddb-94f4-539cc141e2d0 None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:14:08.010833 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c89fe7a0-444f-4793-a475-2bf312211c57 admin admin] Publish callbacks [] for router_gateway (6eb0fc3d-315c-4722-9458-39e73209a3aa), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:08.157740 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae59c6d-1882-448b-868b-e4e11c0971b4 req-5f54b075-539c-4302-9dd4-f947aae22c86 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:08.159549 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9ae59c6d-1882-448b-868b-e4e11c0971b4 req-5f54b075-539c-4302-9dd4-f947aae22c86 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 945 time: 0.0539825 Mar 23 17:14:08.173259 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-de92c27a-1a9b-4ddb-94f4-539cc141e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:14:07Z', 'revision_number': 5, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port': {'id': '6ae9bde1-be87-4f59-b2a6-5090692a1c61', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:24Z', 'updated_at': '2022-03-23T17:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:08.196680 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-c89fe7a0-444f-4793-a475-2bf312211c57 admin admin] Deleting port 6ae9bde1-be87-4f59-b2a6-5090692a1c61 {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:08.196680 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c89fe7a0-444f-4793-a475-2bf312211c57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (6ae9bde1-be87-4f59-b2a6-5090692a1c61), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:08.203248 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de92c27a-1a9b-4ddb-94f4-539cc141e2d0 None None] Checking router: 6eb0fc3d-315c-4722-9458-39e73209a3aa for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:14:08.211751 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92c27a-1a9b-4ddb-94f4-539cc141e2d0 None None] Routers {'6eb0fc3d-315c-4722-9458-39e73209a3aa'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:14:08.212365 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-de92c27a-1a9b-4ddb-94f4-539cc141e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:13:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6eb0fc3d-315c-4722-9458-39e73209a3aa'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:08.213709 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9ae59c6d-1882-448b-868b-e4e11c0971b4 req-076a96b0-4bbc-49c5-9f08-999cd508cbd1 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469313 Mar 23 17:14:08.275745 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-c89fe7a0-444f-4793-a475-2bf312211c57 admin admin] For port 6ae9bde1-be87-4f59-b2a6-5090692a1c61, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=6ae9bde1-be87-4f59-b2a6-5090692a1c61,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:08.276032 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c89fe7a0-444f-4793-a475-2bf312211c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (6ae9bde1-be87-4f59-b2a6-5090692a1c61), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:08.292843 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-c89fe7a0-444f-4793-a475-2bf312211c57 admin admin] Calling delete_port for 6ae9bde1-be87-4f59-b2a6-5090692a1c61 owned by network:router_gateway {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:08.301083 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-de92c27a-1a9b-4ddb-94f4-539cc141e2d0 None None] Set router 6eb0fc3d-315c-4722-9458-39e73209a3aa gateway port host: None {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:14:08.356865 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-de92c27a-1a9b-4ddb-94f4-539cc141e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:14:08Z', 'revision_number': 6, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port_host': None}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:08.386289 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de92c27a-1a9b-4ddb-94f4-539cc141e2d0 None None] The sync data for ids ['6eb0fc3d-315c-4722-9458-39e73209a3aa'] in dv-cinder-834919-1-iscsi is: [{'id': '6eb0fc3d-315c-4722-9458-39e73209a3aa', 'name': 'tempest-AttachVolumeNegativeTest-825826658-router', 'tenant_id': '2336e4510f764841aa29452b39b8372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:14:08Z', 'revision_number': 6, 'project_id': '2336e4510f764841aa29452b39b8372a', 'gw_port_host': None}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:14:08.540244 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35064) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:08.619439 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c89fe7a0-444f-4793-a475-2bf312211c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (6ae9bde1-be87-4f59-b2a6-5090692a1c61), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:08.651273 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fe7a0-444f-4793-a475-2bf312211c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae9bde1-be87-4f59-b2a6-5090692a1c61,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:08.663532 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb857-6e84-4a21-8d66-7c353f6d74e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:08.735714 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c89fe7a0-444f-4793-a475-2bf312211c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728329'] for router_gateway (6eb0fc3d-315c-4722-9458-39e73209a3aa), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:08.857155 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c89fe7a0-444f-4793-a475-2bf312211c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16729829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router (6eb0fc3d-315c-4722-9458-39e73209a3aa), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:08.857155 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c89fe7a0-444f-4793-a475-2bf312211c57 admin admin] Publish callbacks [] for router_controller (6eb0fc3d-315c-4722-9458-39e73209a3aa), precommit_delete_associations {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.147646 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb857-6e84-4a21-8d66-7c353f6d74e7 admin admin] Publish callbacks [] for security_group (b99000ec-2930-4b61-a53d-e72ea2d14f36), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.253909 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c89fe7a0-444f-4793-a475-2bf312211c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16729834'] for router (6eb0fc3d-315c-4722-9458-39e73209a3aa), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.254538 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89fe7a0-444f-4793-a475-2bf312211c57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6eb0fc3d-315c-4722-9458-39e73209a3aa {{(pid=104061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 17:14:09.260503 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c89fe7a0-444f-4793-a475-2bf312211c57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.261951 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-c89fe7a0-444f-4793-a475-2bf312211c57 admin admin] 10.222.0.97 "DELETE /v2.0/routers/6eb0fc3d-315c-4722-9458-39e73209a3aa HTTP/1.1" status: 204 len: 168 time: 1.4783003 Mar 23 17:14:09.264557 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35070) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:09.273947 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 2e8915f9-8100-458c-8faa-c1ca7b22ef40 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:14:09.277241 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb857-6e84-4a21-8d66-7c353f6d74e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (b99000ec-2930-4b61-a53d-e72ea2d14f36), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.306715 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 2e8915f9-8100-458c-8faa-c1ca7b22ef40 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:14:09.307460 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 2e8915f9-8100-458c-8faa-c1ca7b22ef40 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:14:09.307994 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 6ae9bde1-be87-4f59-b2a6-5090692a1c61 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:14:09.324205 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd90e58-6f76-4d30-b69d-f7122d9c6fad admin admin] Deleting subnet 43603411-92d2-456c-9c3f-c4feabdc98c6 {{(pid=104060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:14:09.327349 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0dd90e58-6f76-4d30-b69d-f7122d9c6fad admin admin] Publish callbacks [] for subnet (43603411-92d2-456c-9c3f-c4feabdc98c6), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.330063 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 6ae9bde1-be87-4f59-b2a6-5090692a1c61 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:14:09.330516 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 6ae9bde1-be87-4f59-b2a6-5090692a1c61 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:14:09.335270 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-c4aeb857-6e84-4a21-8d66-7c353f6d74e7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=27a72155bb33475aa42eb08562d42936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7938941 Mar 23 17:14:09.337380 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aeb857-6e84-4a21-8d66-7c353f6d74e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99000ec-2930-4b61-a53d-e72ea2d14f36,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:09.339551 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35072) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:09.363526 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0dd90e58-6f76-4d30-b69d-f7122d9c6fad admin admin] Publish callbacks [] for subnet (43603411-92d2-456c-9c3f-c4feabdc98c6), precommit_delete_associations {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.430540 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820147cd-6875-4a6b-a228-63288446d75a req-11041ade-fb04-4293-ba9e-8adc2ddb109a tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:09.432067 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-820147cd-6875-4a6b-a228-63288446d75a req-11041ade-fb04-4293-ba9e-8adc2ddb109a tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 945 time: 0.0957780 Mar 23 17:14:09.437292 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4b435198-e900-403d-a042-73ff68edceaf admin admin] Publish callbacks [] for security_group (b99000ec-2930-4b61-a53d-e72ea2d14f36), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.437813 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0dd90e58-6f76-4d30-b69d-f7122d9c6fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (43603411-92d2-456c-9c3f-c4feabdc98c6), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.474184 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4b435198-e900-403d-a042-73ff68edceaf admin admin] Publish callbacks [] for security_group (b99000ec-2930-4b61-a53d-e72ea2d14f36), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.526199 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-820147cd-6875-4a6b-a228-63288446d75a req-5ce509e3-23f2-44b9-b34e-ac779ff8c743 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770373 Mar 23 17:14:09.620251 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0dd90e58-6f76-4d30-b69d-f7122d9c6fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for subnet (43603411-92d2-456c-9c3f-c4feabdc98c6), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.650932 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd90e58-6f76-4d30-b69d-f7122d9c6fad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43603411-92d2-456c-9c3f-c4feabdc98c6,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:09.652887 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4b435198-e900-403d-a042-73ff68edceaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (b99000ec-2930-4b61-a53d-e72ea2d14f36), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.656395 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4b435198-e900-403d-a042-73ff68edceaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.657717 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-4b435198-e900-403d-a042-73ff68edceaf admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b99000ec-2930-4b61-a53d-e72ea2d14f36 HTTP/1.1" status: 204 len: 168 time: 0.3167033 Mar 23 17:14:09.666225 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0dd90e58-6f76-4d30-b69d-f7122d9c6fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.666225 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-0dd90e58-6f76-4d30-b69d-f7122d9c6fad admin admin] 10.222.0.97 "DELETE /v2.0/subnets/43603411-92d2-456c-9c3f-c4feabdc98c6 HTTP/1.1" status: 204 len: 168 time: 0.3979247 Mar 23 17:14:09.667484 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b435198-e900-403d-a042-73ff68edceaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99000ec-2930-4b61-a53d-e72ea2d14f36,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:09.667758 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57154e7c-94b6-4fe8-a25d-a627d88c7427 None None] Network 4d08b13a-5095-4a4d-97e2-485b1dca6f48 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:14:09.672984 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35080) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:09.692184 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7d26-6add-4cf5-a6fb-1da213a5513b req-f8a0d5b0-9c4d-46c2-99f8-2002d864ccd7 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:09.694072 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-155e7d26-6add-4cf5-a6fb-1da213a5513b req-f8a0d5b0-9c4d-46c2-99f8-2002d864ccd7 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 945 time: 0.1032224 Mar 23 17:14:09.787699 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (4d08b13a-5095-4a4d-97e2-485b1dca6f48), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.799268 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-155e7d26-6add-4cf5-a6fb-1da213a5513b req-4c648e3a-e711-4a5a-b59f-59aa7d6c06db tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947077 Mar 23 17:14:09.829118 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35082) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:09.854151 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] DHCP port deletion for 4d08b13a-5095-4a4d-97e2-485b1dca6f48 request from dv-cinder-834919-1-iscsi {{(pid=104062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 17:14:09.858069 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Deleting port 15d569ec-0477-4000-9fa7-444c0ac9a4d5 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:09.858360 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (15d569ec-0477-4000-9fa7-444c0ac9a4d5), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.878952 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6526d2-6c2f-41c6-a1eb-724ab02e46dc tempest-TestVolumeBootPattern-1414821085 tempest-TestVolumeBootPattern-1414821085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:09.880628 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-9b6526d2-6c2f-41c6-a1eb-724ab02e46dc tempest-TestVolumeBootPattern-1414821085 tempest-TestVolumeBootPattern-1414821085-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 1124 time: 0.0504522 Mar 23 17:14:09.883319 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35084) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:09.888128 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Request body: {'floatingip': {'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'port_id': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:14:09.919068 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Deleting port 15d569ec-0477-4000-9fa7-444c0ac9a4d5 {{(pid=104062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:09.919386 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (15d569ec-0477-4000-9fa7-444c0ac9a4d5), before_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.926543 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] For port 15d569ec-0477-4000-9fa7-444c0ac9a4d5, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=15d569ec-0477-4000-9fa7-444c0ac9a4d5,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:09.926906 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (15d569ec-0477-4000-9fa7-444c0ac9a4d5), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:09.943630 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Calling delete_port for 15d569ec-0477-4000-9fa7-444c0ac9a4d5 owned by network:dhcp {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:09.987209 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] For port 15d569ec-0477-4000-9fa7-444c0ac9a4d5, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=15d569ec-0477-4000-9fa7-444c0ac9a4d5,segment=NetworkSegment(9e7277fe-9568-4361-8be8-86d79e792725),segment_id=9e7277fe-9568-4361-8be8-86d79e792725)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:09.987622 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (15d569ec-0477-4000-9fa7-444c0ac9a4d5), precommit_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.000507 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Calling delete_port for 15d569ec-0477-4000-9fa7-444c0ac9a4d5 owned by network:dhcp {{(pid=104062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:10.031337 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.122677 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (15d569ec-0477-4000-9fa7-444c0ac9a4d5), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.130157 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (15d569ec-0477-4000-9fa7-444c0ac9a4d5), after_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.135137 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.149448 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=15d569ec-0477-4000-9fa7-444c0ac9a4d5,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:10.155489 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] No DVR routers for this DVR port 15d569ec-0477-4000-9fa7-444c0ac9a4d5 on host dv-cinder-834919-1-iscsi {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:14:10.158547 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Pushing event deleted for resources: {'Port': ['ID=15d569ec-0477-4000-9fa7-444c0ac9a4d5,revision_number=None']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:10.165549 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] No DVR routers for this DVR port 15d569ec-0477-4000-9fa7-444c0ac9a4d5 on host dv-cinder-834919-1-iscsi {{(pid=104062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:14:10.167876 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:10.168578 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:10.169226 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:10.169902 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:10.170975 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:10.171536 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:10.172095 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:10.172676 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:10.173244 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:10.173834 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:10.174397 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:10.174952 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:10.175525 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:10.176080 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:10.176649 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e77c8-1b0a-410b-9e59-f82efb5e6d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:14:10.234453 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (4d08b13a-5095-4a4d-97e2-485b1dca6f48), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.252759 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Allocated IP 172.27.1.15 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/cfefc67b-c0fa-4e60-bdfa-97960ab8b91d) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:14:10.280311 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:14:10.280311 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:14:10.280311 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:14:10.280311 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Subscribe: > port after_create 55550000 {{(pid=104060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:14:10.280311 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:14:10.280311 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Subscribe: > port after_update 55550000 {{(pid=104060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:14:10.280311 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:14:10.280311 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:14:10.280311 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:14:10.280311 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:14:10.360385 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for port (cfefc67b-c0fa-4e60-bdfa-97960ab8b91d), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.373896 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:14:10.374336 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:14:10.374743 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:14:10.375143 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:14:10.375578 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d08b13a-5095-4a4d-97e2-485b1dca6f48']}} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:10.393096 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7277fe-9568-4361-8be8-86d79e792725') {'for_net_delete': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:10.394765 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7277fe-9568-4361-8be8-86d79e792725') {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:10.408948 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24676732'] for segment (9e7277fe-9568-4361-8be8-86d79e792725), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.429048 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (9e7277fe-9568-4361-8be8-86d79e792725), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.437197 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=104060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:14:10.437572 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24568971'] for segment (9e7277fe-9568-4361-8be8-86d79e792725), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: from cryptography.utils import int_from_bytes Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: from cryptography.utils import int_from_bytes Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: Traceback (most recent call last): Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: timer() Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: cb(*args, **kw) Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: return func(*args, **kwargs) Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: self._notify() Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: self.callback(batched_events) Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: event.method(event) Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: return f(self, *a, **k) Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: return self._get(url).json() Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: return self.request(url, 'GET', **kwargs) Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:14:10.441462 dv-cinder-834919-1-iscsi neutron-server[104060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:14:10.461456 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35088) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:10.471690 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4c84d09b-1a79-459f-b737-9934340a00d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.485301 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (cfefc67b-c0fa-4e60-bdfa-97960ab8b91d), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.541459 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:14:10.546790 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:14:10.549244 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:14:10.582584 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event updated for resources: {'Port': ['ID=cfefc67b-c0fa-4e60-bdfa-97960ab8b91d,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:10.625141 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (4d08b13a-5095-4a4d-97e2-485b1dca6f48), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.632807 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.636317 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] 10.222.0.97 "DELETE /v2.0/networks/4d08b13a-5095-4a4d-97e2-485b1dca6f48 HTTP/1.1" status: 204 len: 168 time: 0.9589665 Mar 23 17:14:10.646765 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13962787-80c7-44f5-8641-960c07d00e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d08b13a-5095-4a4d-97e2-485b1dca6f48,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:10.662768 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4c84d09b-1a79-459f-b737-9934340a00d5 admin admin] Publish callbacks [] for security_group (e08532f2-9209-4e0a-b957-b4164fadaf79), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.792176 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4c84d09b-1a79-459f-b737-9934340a00d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (e08532f2-9209-4e0a-b957-b4164fadaf79), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.838648 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84d09b-1a79-459f-b737-9934340a00d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08532f2-9209-4e0a-b957-b4164fadaf79,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:10.850663 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-4c84d09b-1a79-459f-b737-9934340a00d5 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4b36c39cd88f458dafe28a8ca360acae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3886080 Mar 23 17:14:10.850889 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35092) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:10.899369 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5c375cea-bb1e-44ed-9937-95c1fa2b657e admin admin] Publish callbacks [] for security_group (e08532f2-9209-4e0a-b957-b4164fadaf79), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.922141 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5c375cea-bb1e-44ed-9937-95c1fa2b657e admin admin] Publish callbacks [] for security_group (e08532f2-9209-4e0a-b957-b4164fadaf79), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:10.989684 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for floatingip (d67c4dad-b391-4534-81b9-3f0557bd2646), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:11.093925 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5c375cea-bb1e-44ed-9937-95c1fa2b657e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (e08532f2-9209-4e0a-b957-b4164fadaf79), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:11.096466 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5c375cea-bb1e-44ed-9937-95c1fa2b657e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:11.097714 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-5c375cea-bb1e-44ed-9937-95c1fa2b657e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e08532f2-9209-4e0a-b957-b4164fadaf79 HTTP/1.1" status: 204 len: 168 time: 0.2456269 Mar 23 17:14:11.105508 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c375cea-bb1e-44ed-9937-95c1fa2b657e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08532f2-9209-4e0a-b957-b4164fadaf79,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:11.153805 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35096) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:11.159314 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (cfefc67b-c0fa-4e60-bdfa-97960ab8b91d), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:11.196397 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-fd0378c8-0d91-4dde-974e-db744fed14ad admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2336e4510f764841aa29452b39b8372a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411589 Mar 23 17:14:11.199410 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35098) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:11.250584 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d890dd0e-07eb-4a91-9c3d-5c71c493c46b admin admin] Publish callbacks [] for security_group (30d53332-6d9a-449d-ba0f-ade644cfc38e), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:11.273199 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d890dd0e-07eb-4a91-9c3d-5c71c493c46b admin admin] Publish callbacks [] for security_group (30d53332-6d9a-449d-ba0f-ade644cfc38e), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:11.273442 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 15d569ec-0477-4000-9fa7-444c0ac9a4d5 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:14:11.300444 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 15d569ec-0477-4000-9fa7-444c0ac9a4d5 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:14:11.303251 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 15d569ec-0477-4000-9fa7-444c0ac9a4d5 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:14:11.330792 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for port (cfefc67b-c0fa-4e60-bdfa-97960ab8b91d), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:11.396339 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d890dd0e-07eb-4a91-9c3d-5c71c493c46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (30d53332-6d9a-449d-ba0f-ade644cfc38e), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:11.399101 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d890dd0e-07eb-4a91-9c3d-5c71c493c46b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:11.400283 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-d890dd0e-07eb-4a91-9c3d-5c71c493c46b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/30d53332-6d9a-449d-ba0f-ade644cfc38e HTTP/1.1" status: 204 len: 168 time: 0.1999526 Mar 23 17:14:11.408194 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890dd0e-07eb-4a91-9c3d-5c71c493c46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d53332-6d9a-449d-ba0f-ade644cfc38e,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:11.482981 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (cfefc67b-c0fa-4e60-bdfa-97960ab8b91d), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:11.558406 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event updated for resources: {'Port': ['ID=cfefc67b-c0fa-4e60-bdfa-97960ab8b91d,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:11.564852 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (d67c4dad-b391-4534-81b9-3f0557bd2646), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:11.666069 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.l3_db [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Floating IP d67c4dad-b391-4534-81b9-3f0557bd2646 associated. External IP: 172.27.1.15, port: c3148565-fc45-4b9e-81bb-9bc6bf0475ae. Mar 23 17:14:11.880224 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Router ca891440-c6d2-4045-baba-97033f5ca743 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:14:11.998945 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:14:12.011388 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8619c50-3a2c-4cea-90b3-bbd0be714fd0 None None] Sync routers for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:14:12.021879 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8619c50-3a2c-4cea-90b3-bbd0be714fd0 None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:14:12.022485 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-c8619c50-3a2c-4cea-90b3-bbd0be714fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:13:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:12.118752 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:12.130869 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-c8619c50-3a2c-4cea-90b3-bbd0be714fd0 None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:14:12.149017 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-64c4f316-73d3-4fd6-ad6e-edb99e4d22ea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2644529 Mar 23 17:14:12.149817 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9143d2f6-c981-4076-b070-85c633c7d549', 'tag': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:14:12.152434 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b5c3a2-9c2d-4c42-9e63-f51edef4ca8d" -d '{"events": [{"name": "network-changed", "server_uuid": "9143d2f6-c981-4076-b070-85c633c7d549", "tag": "c3148565-fc45-4b9e-81bb-9bc6bf0475ae"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:14:12.189278 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b8bc03-2689-45fe-b3a9-eb6d6a1cdd94 x-openstack-request-id: req-55b8bc03-2689-45fe-b3a9-eb6d6a1cdd94 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:14:12.189573 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9143d2f6-c981-4076-b070-85c633c7d549", "tag": "c3148565-fc45-4b9e-81bb-9bc6bf0475ae", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:14:12.189826 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-55b8bc03-2689-45fe-b3a9-eb6d6a1cdd94 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:14:12.190238 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b8bc03-2689-45fe-b3a9-eb6d6a1cdd94'] response: {'name': 'network-changed', 'server_uuid': '9143d2f6-c981-4076-b070-85c633c7d549', 'tag': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'status': 'completed', 'code': 200} Mar 23 17:14:12.258716 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5c3a2-9c2d-4c42-9e63-f51edef4ca8d req-4e39899a-53a1-442d-9302-e140eabf70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:12.260233 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f2b5c3a2-9c2d-4c42-9e63-f51edef4ca8d req-4e39899a-53a1-442d-9302-e140eabf70f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 1129 time: 0.0507369 Mar 23 17:14:12.319431 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:14:12.325958 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35134) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:12.363336 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5c3a2-9c2d-4c42-9e63-f51edef4ca8d req-32a6af90-d2ce-4c41-be4a-c1e90f318e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:12.364877 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f2b5c3a2-9c2d-4c42-9e63-f51edef4ca8d req-32a6af90-d2ce-4c41-be4a-c1e90f318e6b service neutron] 10.222.0.43 "GET /v2.0/networks?id=68d01c04-ef08-421d-abdc-4975a2a480d9 HTTP/1.1" status: 200 len: 914 time: 0.0975888 Mar 23 17:14:12.392825 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-c8619c50-3a2c-4cea-90b3-bbd0be714fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'd67c4dad-b391-4534-81b9-3f0557bd2646', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'port_id': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'mac_address': 'fa:16:3e:9d:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9143d2f6-c981-4076-b070-85c633c7d549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:14:10Z', 'updated_at': '2022-03-23T17:14:10Z', 'revision_number': 0, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:12.427350 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8619c50-3a2c-4cea-90b3-bbd0be714fd0 None None] Checking router: ca891440-c6d2-4045-baba-97033f5ca743 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:14:12.436028 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-aeda8d43-e009-4424-9db6-c74e478bbdf1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1025363859-network', 'tenant_id': '3e24987362f14b769c57bd9db8f176ed'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:14:12.436985 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8619c50-3a2c-4cea-90b3-bbd0be714fd0 None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:14:12.437938 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-c8619c50-3a2c-4cea-90b3-bbd0be714fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:13:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:12.446817 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f2b5c3a2-9c2d-4c42-9e63-f51edef4ca8d req-244a2f20-e0ef-4419-8781-6586b2abc86f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3148565-fc45-4b9e-81bb-9bc6bf0475ae HTTP/1.1" status: 200 len: 998 time: 0.0744908 Mar 23 17:14:12.503216 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5c3a2-9c2d-4c42-9e63-f51edef4ca8d req-3f931cca-eab7-474f-893d-9a9763f399ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:12.505119 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f2b5c3a2-9c2d-4c42-9e63-f51edef4ca8d req-3f931cca-eab7-474f-893d-9a9763f399ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34e29e9-cb3c-4a86-90df-8b01f3de3a73 HTTP/1.1" status: 200 len: 851 time: 0.0515466 Mar 23 17:14:12.553236 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-c8619c50-3a2c-4cea-90b3-bbd0be714fd0 None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:14:12.561690 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5c3a2-9c2d-4c42-9e63-f51edef4ca8d req-e54d08dd-c025-4e78-aa59-7f7392a91351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:12.563107 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f2b5c3a2-9c2d-4c42-9e63-f51edef4ca8d req-e54d08dd-c025-4e78-aa59-7f7392a91351 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68d01c04-ef08-421d-abdc-4975a2a480d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459616 Mar 23 17:14:12.630905 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeda8d43-e009-4424-9db6-c74e478bbdf1 admin admin] Made reservation on behalf of 3e24987362f14b769c57bd9db8f176ed for: {'network': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:14:12.633638 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-aeda8d43-e009-4424-9db6-c74e478bbdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:12.643423 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-aeda8d43-e009-4424-9db6-c74e478bbdf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:12.664225 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f2b5c3a2-9c2d-4c42-9e63-f51edef4ca8d req-405d2595-c68e-4e70-a503-8f2284841f38 service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923572 Mar 23 17:14:12.746628 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-aeda8d43-e009-4424-9db6-c74e478bbdf1 admin admin] Publish callbacks [] for security_group (35041c49-7962-4cc7-ad44-cb9ac64deb74), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:12.776294 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f2b5c3a2-9c2d-4c42-9e63-f51edef4ca8d req-53a794c5-eeb0-42f9-a682-7738edeb7b71 service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006403 Mar 23 17:14:12.798730 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-c8619c50-3a2c-4cea-90b3-bbd0be714fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'd67c4dad-b391-4534-81b9-3f0557bd2646', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'port_id': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'mac_address': 'fa:16:3e:9d:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9143d2f6-c981-4076-b070-85c633c7d549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:14:10Z', 'updated_at': '2022-03-23T17:14:10Z', 'revision_number': 0, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:12.871470 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-aeda8d43-e009-4424-9db6-c74e478bbdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (35041c49-7962-4cc7-ad44-cb9ac64deb74), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:12.899007 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeda8d43-e009-4424-9db6-c74e478bbdf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1246} {{(pid=104061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:14:12.915453 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda8d43-e009-4424-9db6-c74e478bbdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35041c49-7962-4cc7-ad44-cb9ac64deb74,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:12.921279 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-aeda8d43-e009-4424-9db6-c74e478bbdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (15667249-9dd0-4df3-bf6a-c41c75f9ae1b), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:12.927464 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.segments_db [None req-aeda8d43-e009-4424-9db6-c74e478bbdf1 admin admin] Added segment 15667249-9dd0-4df3-bf6a-c41c75f9ae1b of type vlan for network 9dff7900-6d7d-4991-90c9-088af76d9423 Mar 23 17:14:12.964963 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8619c50-3a2c-4cea-90b3-bbd0be714fd0 None None] The sync data for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi is: [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'd67c4dad-b391-4534-81b9-3f0557bd2646', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'port_id': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'mac_address': 'fa:16:3e:9d:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9143d2f6-c981-4076-b070-85c633c7d549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:14:10Z', 'updated_at': '2022-03-23T17:14:10Z', 'revision_number': 0, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:14:12.975292 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-aeda8d43-e009-4424-9db6-c74e478bbdf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (9dff7900-6d7d-4991-90c9-088af76d9423), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:13.145171 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-aeda8d43-e009-4424-9db6-c74e478bbdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (9dff7900-6d7d-4991-90c9-088af76d9423), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:13.146467 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeda8d43-e009-4424-9db6-c74e478bbdf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:13.147147 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-aeda8d43-e009-4424-9db6-c74e478bbdf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:13.160015 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c2e579-10ba-429e-95a2-df281e7106a3 None None] New status for floating IP d67c4dad-b391-4534-81b9-3f0557bd2646: ACTIVE {{(pid=104063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:14:13.208940 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda8d43-e009-4424-9db6-c74e478bbdf1 admin admin] Pushing event updated for resources: {'Network': ['ID=9dff7900-6d7d-4991-90c9-088af76d9423,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:13.218964 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network 9dff7900-6d7d-4991-90c9-088af76d9423 details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:14:13.318376 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-aeda8d43-e009-4424-9db6-c74e478bbdf1 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9907174 Mar 23 17:14:13.327241 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35152) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:13.332153 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-d69ef0cf-1732-469e-84e8-f8e01cb3450f admin admin] Request body: {'subnet': {'network_id': '9dff7900-6d7d-4991-90c9-088af76d9423', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1025363859-subnet', 'tenant_id': '3e24987362f14b769c57bd9db8f176ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:14:13.413475 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69ef0cf-1732-469e-84e8-f8e01cb3450f admin admin] Made reservation on behalf of 3e24987362f14b769c57bd9db8f176ed for: {'subnet': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:14:13.415837 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d69ef0cf-1732-469e-84e8-f8e01cb3450f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25001089'] for subnet (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:13.665026 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d69ef0cf-1732-469e-84e8-f8e01cb3450f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25144964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25001111'] for subnet (a21d4258-6bb7-4d49-ad8c-9dc31bf823a5), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:13.720083 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ef0cf-1732-469e-84e8-f8e01cb3450f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21d4258-6bb7-4d49-ad8c-9dc31bf823a5,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:13.730428 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ef0cf-1732-469e-84e8-f8e01cb3450f admin admin] Checking segment: {'id': '15667249-9dd0-4df3-bf6a-c41c75f9ae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9dff7900-6d7d-4991-90c9-088af76d9423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:14:13.730790 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69ef0cf-1732-469e-84e8-f8e01cb3450f admin admin] Network hostable DHCP agents. Network: 9dff7900-6d7d-4991-90c9-088af76d9423, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:14:13.813452 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69ef0cf-1732-469e-84e8-f8e01cb3450f admin admin] Network 9dff7900-6d7d-4991-90c9-088af76d9423 is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:14:14.001802 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-d69ef0cf-1732-469e-84e8-f8e01cb3450f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, 9dff7900-6d7d-4991-90c9-088af76d9423) {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:14:14.006202 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69ef0cf-1732-469e-84e8-f8e01cb3450f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:14.006871 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d69ef0cf-1732-469e-84e8-f8e01cb3450f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:14.011677 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6901f98f-6c47-49ea-a56d-0cbda774b70e None None] Network 9dff7900-6d7d-4991-90c9-088af76d9423 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:14:14.109037 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf3bc7a-f38c-4461-bd1e-ea8d7916933e None None] Network 9dff7900-6d7d-4991-90c9-088af76d9423 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:14:14.164914 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-d69ef0cf-1732-469e-84e8-f8e01cb3450f admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8365228 Mar 23 17:14:14.984389 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35210) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:14.990467 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-b5c81358-6e88-43e1-968a-f7f9362cd5ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-540916885-network', 'tenant_id': '25895549edc340a58998a7ab164784fc'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:14:15.104943 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c81358-6e88-43e1-968a-f7f9362cd5ac admin admin] Made reservation on behalf of 25895549edc340a58998a7ab164784fc for: {'network': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:14:15.107344 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5c81358-6e88-43e1-968a-f7f9362cd5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:15.120503 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5c81358-6e88-43e1-968a-f7f9362cd5ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:15.191555 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5c81358-6e88-43e1-968a-f7f9362cd5ac admin admin] Publish callbacks [] for security_group (941feee5-226d-4f27-87ce-52f3d4681776), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:15.311129 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5c81358-6e88-43e1-968a-f7f9362cd5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (941feee5-226d-4f27-87ce-52f3d4681776), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:15.332219 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c81358-6e88-43e1-968a-f7f9362cd5ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1214} {{(pid=104060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:14:15.346582 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c81358-6e88-43e1-968a-f7f9362cd5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941feee5-226d-4f27-87ce-52f3d4681776,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:15.349373 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5c81358-6e88-43e1-968a-f7f9362cd5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (d131c70c-fd7f-47d2-accb-ccf091ed956f), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:15.349739 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.segments_db [None req-b5c81358-6e88-43e1-968a-f7f9362cd5ac admin admin] Added segment d131c70c-fd7f-47d2-accb-ccf091ed956f of type vlan for network 040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d Mar 23 17:14:15.389940 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5c81358-6e88-43e1-968a-f7f9362cd5ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:15.455118 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35216) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:15.538269 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5c81358-6e88-43e1-968a-f7f9362cd5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:15.539376 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c81358-6e88-43e1-968a-f7f9362cd5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:15.540034 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5c81358-6e88-43e1-968a-f7f9362cd5ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:15.597594 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a61a7a38-a848-44b2-aaf5-5a05e99edeee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:15.854079 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-b5c81358-6e88-43e1-968a-f7f9362cd5ac admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8681154 Mar 23 17:14:15.857039 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35220) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:15.861974 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-b9f18677-be50-4eb2-87c8-b2d580947e56 admin admin] Request body: {'subnet': {'network_id': '040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-540916885-subnet', 'tenant_id': '25895549edc340a58998a7ab164784fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:14:15.866653 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c81358-6e88-43e1-968a-f7f9362cd5ac admin admin] Pushing event updated for resources: {'Network': ['ID=040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:15.877494 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network 040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:14:15.928117 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a61a7a38-a848-44b2-aaf5-5a05e99edeee admin admin] Publish callbacks [] for security_group (a0dc579d-4652-4606-bc97-57633568799d), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:16.019847 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f18677-be50-4eb2-87c8-b2d580947e56 admin admin] Made reservation on behalf of 25895549edc340a58998a7ab164784fc for: {'subnet': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:14:16.022157 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b9f18677-be50-4eb2-87c8-b2d580947e56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25001089'] for subnet (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:16.063888 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a61a7a38-a848-44b2-aaf5-5a05e99edeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (a0dc579d-4652-4606-bc97-57633568799d), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:16.101804 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-a61a7a38-a848-44b2-aaf5-5a05e99edeee admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d325964b12544ceba6773d7359521487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6455903 Mar 23 17:14:16.102910 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a7a38-a848-44b2-aaf5-5a05e99edeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dc579d-4652-4606-bc97-57633568799d,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:16.104854 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35222) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:16.218113 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-89043d19-90d2-42da-8746-df43a06ada66 admin admin] Publish callbacks [] for security_group (a0dc579d-4652-4606-bc97-57633568799d), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:16.241091 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-89043d19-90d2-42da-8746-df43a06ada66 admin admin] Publish callbacks [] for security_group (a0dc579d-4652-4606-bc97-57633568799d), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:16.282268 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b9f18677-be50-4eb2-87c8-b2d580947e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25144964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25001111'] for subnet (93110ddb-9f4a-482a-9fce-60630d34f959), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:16.344957 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f18677-be50-4eb2-87c8-b2d580947e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93110ddb-9f4a-482a-9fce-60630d34f959,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:16.350245 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f18677-be50-4eb2-87c8-b2d580947e56 admin admin] Checking segment: {'id': 'd131c70c-fd7f-47d2-accb-ccf091ed956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:14:16.350605 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f18677-be50-4eb2-87c8-b2d580947e56 admin admin] Network hostable DHCP agents. Network: 040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:14:16.367427 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-89043d19-90d2-42da-8746-df43a06ada66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (a0dc579d-4652-4606-bc97-57633568799d), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:16.369957 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-89043d19-90d2-42da-8746-df43a06ada66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:16.371099 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-89043d19-90d2-42da-8746-df43a06ada66 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a0dc579d-4652-4606-bc97-57633568799d HTTP/1.1" status: 204 len: 168 time: 0.2633369 Mar 23 17:14:16.379020 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89043d19-90d2-42da-8746-df43a06ada66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dc579d-4652-4606-bc97-57633568799d,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:16.446561 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f18677-be50-4eb2-87c8-b2d580947e56 admin admin] Network 040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:14:16.556336 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-b9f18677-be50-4eb2-87c8-b2d580947e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, 040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d) {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:14:16.560536 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f18677-be50-4eb2-87c8-b2d580947e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:16.561727 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b9f18677-be50-4eb2-87c8-b2d580947e56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:16.566341 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cf3d11-5e13-4571-8643-136ebe150cfa None None] Network 040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:14:16.638315 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-b9f18677-be50-4eb2-87c8-b2d580947e56 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7799606 Mar 23 17:14:16.663048 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8bc932-0b37-4e8d-99a3-c3d5ef12ce02 None None] Network 040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:14:17.235168 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35234) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:17.249528 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4ce2375b-5257-45c5-8886-527b8a4b8871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:17.322842 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4ce2375b-5257-45c5-8886-527b8a4b8871 admin admin] Publish callbacks [] for security_group (e3dd195f-9d49-47a5-b6a1-fb2c24e517e1), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:17.441669 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4ce2375b-5257-45c5-8886-527b8a4b8871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (e3dd195f-9d49-47a5-b6a1-fb2c24e517e1), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:17.480381 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-4ce2375b-5257-45c5-8886-527b8a4b8871 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5ca1ab00132c40748c30dedb860114a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440920 Mar 23 17:14:17.481412 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2375b-5257-45c5-8886-527b8a4b8871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dd195f-9d49-47a5-b6a1-fb2c24e517e1,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:17.483852 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35236) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:17.532321 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9b10cb7f-a6ab-461e-8784-3a324a1b1b62 admin admin] Publish callbacks [] for security_group (e3dd195f-9d49-47a5-b6a1-fb2c24e517e1), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:17.552501 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9b10cb7f-a6ab-461e-8784-3a324a1b1b62 admin admin] Publish callbacks [] for security_group (e3dd195f-9d49-47a5-b6a1-fb2c24e517e1), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:17.722371 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9b10cb7f-a6ab-461e-8784-3a324a1b1b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (e3dd195f-9d49-47a5-b6a1-fb2c24e517e1), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:17.725086 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9b10cb7f-a6ab-461e-8784-3a324a1b1b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:17.726362 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-9b10cb7f-a6ab-461e-8784-3a324a1b1b62 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e3dd195f-9d49-47a5-b6a1-fb2c24e517e1 HTTP/1.1" status: 204 len: 168 time: 0.2413466 Mar 23 17:14:17.738104 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10cb7f-a6ab-461e-8784-3a324a1b1b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dd195f-9d49-47a5-b6a1-fb2c24e517e1,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:21.651827 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b9cbd446-c778-4556-8ecd-2dc4ba686330 req-7eef5be2-0c8e-42ba-8fb7-6c68181a5ebc tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440313718&fields=id&tenant_id=54794ae67e2c48d0805333eefd6b56c8 HTTP/1.1" status: 200 len: 267 time: 0.0446572 Mar 23 17:14:21.707491 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbd446-c778-4556-8ecd-2dc4ba686330 req-658d3eca-c1b9-4f31-abee-af36b5d07a64 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:21.709059 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b9cbd446-c778-4556-8ecd-2dc4ba686330 req-658d3eca-c1b9-4f31-abee-af36b5d07a64 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 984 time: 0.0553486 Mar 23 17:14:21.720206 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [req-b9cbd446-c778-4556-8ecd-2dc4ba686330 req-161b4e5a-eb18-4e71-888c-4dd6eefb3274 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Request body: {'port': {'security_groups': ['c2ca7df9-74b8-4e02-ae20-aa58bc905273']}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:14:21.955185 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-b9cbd446-c778-4556-8ecd-2dc4ba686330 req-161b4e5a-eb18-4e71-888c-4dd6eefb3274 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (5594898a-420b-459e-8e19-e085de6248a8), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:21.983006 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-b9cbd446-c778-4556-8ecd-2dc4ba686330 req-161b4e5a-eb18-4e71-888c-4dd6eefb3274 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] For port 5594898a-420b-459e-8e19-e085de6248a8, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=5594898a-420b-459e-8e19-e085de6248a8,segment=NetworkSegment(ce32a1da-b014-44c1-99ff-9e0f36791ef1),segment_id=ce32a1da-b014-44c1-99ff-9e0f36791ef1)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:22.012277 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-b9cbd446-c778-4556-8ecd-2dc4ba686330 req-161b4e5a-eb18-4e71-888c-4dd6eefb3274 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for port (5594898a-420b-459e-8e19-e085de6248a8), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:22.138201 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-b9cbd446-c778-4556-8ecd-2dc4ba686330 req-161b4e5a-eb18-4e71-888c-4dd6eefb3274 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24569071'] for port (5594898a-420b-459e-8e19-e085de6248a8), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:22.150671 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['5594898a-420b-459e-8e19-e085de6248a8'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:14:22.180591 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbd446-c778-4556-8ecd-2dc4ba686330 req-161b4e5a-eb18-4e71-888c-4dd6eefb3274 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:22.181222 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-b9cbd446-c778-4556-8ecd-2dc4ba686330 req-161b4e5a-eb18-4e71-888c-4dd6eefb3274 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:22.182701 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b9cbd446-c778-4556-8ecd-2dc4ba686330 req-161b4e5a-eb18-4e71-888c-4dd6eefb3274 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "PUT /v2.0/ports/5594898a-420b-459e-8e19-e085de6248a8 HTTP/1.1" status: 200 len: 942 time: 0.4674685 Mar 23 17:14:22.183163 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'tag': '5594898a-420b-459e-8e19-e085de6248a8'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:14:22.185680 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b62b5bc-547e-4057-862a-41a908c38513" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e", "tag": "5594898a-420b-459e-8e19-e085de6248a8"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:14:22.195686 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35360) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:22.213546 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b4e5a-eb18-4e71-888c-4dd6eefb3274 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Pushing event updated for resources: {'Port': ['ID=5594898a-420b-459e-8e19-e085de6248a8,revision_number=7']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:22.297219 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2533cc-e4a7-4355-b7f7-3293b6ba8371 x-openstack-request-id: req-8c2533cc-e4a7-4355-b7f7-3293b6ba8371 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:14:22.297219 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e", "tag": "5594898a-420b-459e-8e19-e085de6248a8", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:14:22.297219 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8c2533cc-e4a7-4355-b7f7-3293b6ba8371 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:14:22.297219 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2533cc-e4a7-4355-b7f7-3293b6ba8371'] response: {'name': 'network-changed', 'server_uuid': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'tag': '5594898a-420b-459e-8e19-e085de6248a8', 'status': 'completed', 'code': 200} Mar 23 17:14:22.299194 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-964342c1-1da4-4e63-b406-71397fe33102 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group (0325aab7-e4ab-4c2f-9f7c-3e57021f1cef), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:22.310335 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['5594898a-420b-459e-8e19-e085de6248a8'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:14:22.311530 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-964342c1-1da4-4e63-b406-71397fe33102 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group (0325aab7-e4ab-4c2f-9f7c-3e57021f1cef), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:22.325391 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62b5bc-547e-4057-862a-41a908c38513 req-a7d497fb-c618-4e82-8ec1-67e7c35c8751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:22.328233 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8b62b5bc-547e-4057-862a-41a908c38513 req-a7d497fb-c618-4e82-8ec1-67e7c35c8751 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54794ae67e2c48d0805333eefd6b56c8&device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 1129 time: 0.0629876 Mar 23 17:14:22.430902 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62b5bc-547e-4057-862a-41a908c38513 req-0d34bf17-05e3-4298-84e7-4f3b95d637f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:22.432493 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8b62b5bc-547e-4057-862a-41a908c38513 req-0d34bf17-05e3-4298-84e7-4f3b95d637f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4da2e65e-00e6-4db1-acb0-a2bedc1d770a HTTP/1.1" status: 200 len: 917 time: 0.0974076 Mar 23 17:14:22.477319 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-964342c1-1da4-4e63-b406-71397fe33102 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (0325aab7-e4ab-4c2f-9f7c-3e57021f1cef), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:22.488619 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-964342c1-1da4-4e63-b406-71397fe33102 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:22.489730 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-964342c1-1da4-4e63-b406-71397fe33102 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "DELETE /v2.0/security-groups/0325aab7-e4ab-4c2f-9f7c-3e57021f1cef HTTP/1.1" status: 204 len: 168 time: 0.2923813 Mar 23 17:14:22.494450 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35364) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:22.518491 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8b62b5bc-547e-4057-862a-41a908c38513 req-561008ce-a80b-402d-9469-f9e40c645fb7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5594898a-420b-459e-8e19-e085de6248a8 HTTP/1.1" status: 200 len: 1000 time: 0.0761132 Mar 23 17:14:22.522615 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964342c1-1da4-4e63-b406-71397fe33102 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0325aab7-e4ab-4c2f-9f7c-3e57021f1cef,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:22.573545 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-e1581555-cd87-43d8-aa59-379ea706adcc None None] Provisioning complete for port 5594898a-420b-459e-8e19-e085de6248a8 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:14:22.574126 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e1581555-cd87-43d8-aa59-379ea706adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (5594898a-420b-459e-8e19-e085de6248a8), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:22.599331 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62b5bc-547e-4057-862a-41a908c38513 req-7087e85f-eab8-4e0e-b48f-dffd16c908be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:22.600896 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8b62b5bc-547e-4057-862a-41a908c38513 req-7087e85f-eab8-4e0e-b48f-dffd16c908be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb38f3b-4413-43dd-8be9-c85098c770c5 HTTP/1.1" status: 200 len: 854 time: 0.0739174 Mar 23 17:14:22.668737 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62b5bc-547e-4057-862a-41a908c38513 req-78a8277d-2d88-4a7b-8358-6e71dfcfa34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:22.670366 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8b62b5bc-547e-4057-862a-41a908c38513 req-78a8277d-2d88-4a7b-8358-6e71dfcfa34e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4da2e65e-00e6-4db1-acb0-a2bedc1d770a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546916 Mar 23 17:14:22.677677 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-e1581555-cd87-43d8-aa59-379ea706adcc None None] Current status of the port 5594898a-420b-459e-8e19-e085de6248a8 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:14:22.703590 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1e09d-cedb-4eaf-b6b6-7ed49120fcca tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Deleting port 066356fc-3e65-46ad-9cba-7e40b52e3b77 {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:22.704017 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e09d-cedb-4eaf-b6b6-7ed49120fcca tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (066356fc-3e65-46ad-9cba-7e40b52e3b77), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:22.778043 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8b62b5bc-547e-4057-862a-41a908c38513 req-356342bd-3644-461e-b610-913b20fef926 service neutron] 10.222.0.43 "GET /v2.0/networks/4da2e65e-00e6-4db1-acb0-a2bedc1d770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006253 Mar 23 17:14:22.783320 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e09d-cedb-4eaf-b6b6-7ed49120fcca tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (066356fc-3e65-46ad-9cba-7e40b52e3b77), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:22.783651 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e09d-cedb-4eaf-b6b6-7ed49120fcca tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for floatingip (066356fc-3e65-46ad-9cba-7e40b52e3b77), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:22.797218 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1e09d-cedb-4eaf-b6b6-7ed49120fcca tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Calling delete_port for 066356fc-3e65-46ad-9cba-7e40b52e3b77 owned by network:floatingip {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:22.869825 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8b62b5bc-547e-4057-862a-41a908c38513 req-13311278-06b0-460a-b890-fb683b85f3a1 service neutron] 10.222.0.43 "GET /v2.0/networks/4da2e65e-00e6-4db1-acb0-a2bedc1d770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840092 Mar 23 17:14:23.104902 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e09d-cedb-4eaf-b6b6-7ed49120fcca tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (066356fc-3e65-46ad-9cba-7e40b52e3b77), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:23.133876 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1e09d-cedb-4eaf-b6b6-7ed49120fcca tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Pushing event deleted for resources: {'Port': ['ID=066356fc-3e65-46ad-9cba-7e40b52e3b77,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:23.195911 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e09d-cedb-4eaf-b6b6-7ed49120fcca tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks [] for floatingip (c17b8de9-fb6d-4ac1-9b68-0c848c976735), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:23.196709 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.l3_db [None req-3ba1e09d-cedb-4eaf-b6b6-7ed49120fcca tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Floating IP c17b8de9-fb6d-4ac1-9b68-0c848c976735 disassociated (deleted). External IP: 172.27.1.52, port: 5594898a-420b-459e-8e19-e085de6248a8. Mar 23 17:14:23.406571 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba1e09d-cedb-4eaf-b6b6-7ed49120fcca tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:14:23.780357 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba1e09d-cedb-4eaf-b6b6-7ed49120fcca tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:14:23.785742 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e09d-cedb-4eaf-b6b6-7ed49120fcca tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:23.791681 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7193e177-8cc5-4f89-a54d-d4a151600a93 None None] Sync routers for ids ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:14:23.807307 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7193e177-8cc5-4f89-a54d-d4a151600a93 None None] Routers {'fea727f4-60de-4804-9fbf-c6d7e0f23ed4'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:14:23.813012 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-7193e177-8cc5-4f89-a54d-d4a151600a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:13:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:23.828196 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-3ba1e09d-cedb-4eaf-b6b6-7ed49120fcca tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "DELETE /v2.0/floatingips/c17b8de9-fb6d-4ac1-9b68-0c848c976735 HTTP/1.1" status: 204 len: 168 time: 1.3305178 Mar 23 17:14:23.829031 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'tag': '5594898a-420b-459e-8e19-e085de6248a8'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:14:23.831657 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68573c5-f5ce-46ec-8778-3b1efd48cf82" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e", "tag": "5594898a-420b-459e-8e19-e085de6248a8"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:14:23.883028 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6487262b-1e39-4713-a3bb-cc6d36090807 x-openstack-request-id: req-6487262b-1e39-4713-a3bb-cc6d36090807 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:14:23.883433 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e", "tag": "5594898a-420b-459e-8e19-e085de6248a8", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:14:23.883793 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6487262b-1e39-4713-a3bb-cc6d36090807 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:14:23.884255 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6487262b-1e39-4713-a3bb-cc6d36090807'] response: {'name': 'network-changed', 'server_uuid': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'tag': '5594898a-420b-459e-8e19-e085de6248a8', 'status': 'completed', 'code': 200} Mar 23 17:14:23.961459 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-7193e177-8cc5-4f89-a54d-d4a151600a93 None None] Set router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:14:23.961933 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68573c5-f5ce-46ec-8778-3b1efd48cf82 req-d30faac1-2f86-415a-aff4-f2190a93e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:23.963478 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f68573c5-f5ce-46ec-8778-3b1efd48cf82 req-d30faac1-2f86-415a-aff4-f2190a93e277 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54794ae67e2c48d0805333eefd6b56c8&device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 1129 time: 0.0560889 Mar 23 17:14:24.068480 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68573c5-f5ce-46ec-8778-3b1efd48cf82 req-06f7e721-15c3-4cab-ae51-420215781421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:24.070032 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f68573c5-f5ce-46ec-8778-3b1efd48cf82 req-06f7e721-15c3-4cab-ae51-420215781421 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4da2e65e-00e6-4db1-acb0-a2bedc1d770a HTTP/1.1" status: 200 len: 917 time: 0.0993297 Mar 23 17:14:24.114111 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f68573c5-f5ce-46ec-8778-3b1efd48cf82 req-59c8f235-9f9f-445b-9751-638cf4ba2b9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5594898a-420b-459e-8e19-e085de6248a8 HTTP/1.1" status: 200 len: 217 time: 0.0361972 Mar 23 17:14:24.175421 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-7193e177-8cc5-4f89-a54d-d4a151600a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'name': 'tempest-TestMinimumBasicScenario-1344706634-router', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '37529b80-265d-4f81-9932-ef8217e46e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:11:54Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 4, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'gw_port': {'id': '37529b80-265d-4f81-9932-ef8217e46e16', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:55Z', 'updated_at': '2022-03-23T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'c08a4b9d-a290-4714-9cb4-252f7c42d06a', 'name': '', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'mac_address': 'fa:16:3e:d9:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:57Z', 'updated_at': '2022-03-23T17:12:03Z', 'revision_number': 5, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'subnets': [{'id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:24.179379 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68573c5-f5ce-46ec-8778-3b1efd48cf82 req-577a4a74-f954-4b68-ae54-25257fe4dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:24.180924 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f68573c5-f5ce-46ec-8778-3b1efd48cf82 req-577a4a74-f954-4b68-ae54-25257fe4dfdd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb38f3b-4413-43dd-8be9-c85098c770c5 HTTP/1.1" status: 200 len: 854 time: 0.0609310 Mar 23 17:14:24.204367 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7193e177-8cc5-4f89-a54d-d4a151600a93 None None] Checking router: fea727f4-60de-4804-9fbf-c6d7e0f23ed4 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:14:24.213440 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7193e177-8cc5-4f89-a54d-d4a151600a93 None None] Routers {'fea727f4-60de-4804-9fbf-c6d7e0f23ed4'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:14:24.214062 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-7193e177-8cc5-4f89-a54d-d4a151600a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:13:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:24.230716 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68573c5-f5ce-46ec-8778-3b1efd48cf82 req-63d6edc7-62a2-43e7-82f8-0afd138dd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:24.233517 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f68573c5-f5ce-46ec-8778-3b1efd48cf82 req-63d6edc7-62a2-43e7-82f8-0afd138dd2dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4da2e65e-00e6-4db1-acb0-a2bedc1d770a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442901 Mar 23 17:14:24.331563 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-7193e177-8cc5-4f89-a54d-d4a151600a93 None None] Set router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:14:24.332528 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f68573c5-f5ce-46ec-8778-3b1efd48cf82 req-71f4ea4e-9c98-4558-8986-dafbdd6486a9 service neutron] 10.222.0.43 "GET /v2.0/networks/4da2e65e-00e6-4db1-acb0-a2bedc1d770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935843 Mar 23 17:14:24.427734 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f68573c5-f5ce-46ec-8778-3b1efd48cf82 req-dee05f7d-5210-470a-8538-09613b8e660c service neutron] 10.222.0.43 "GET /v2.0/networks/4da2e65e-00e6-4db1-acb0-a2bedc1d770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885198 Mar 23 17:14:24.538044 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-7193e177-8cc5-4f89-a54d-d4a151600a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'name': 'tempest-TestMinimumBasicScenario-1344706634-router', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '37529b80-265d-4f81-9932-ef8217e46e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:11:54Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 4, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'gw_port': {'id': '37529b80-265d-4f81-9932-ef8217e46e16', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:55Z', 'updated_at': '2022-03-23T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'c08a4b9d-a290-4714-9cb4-252f7c42d06a', 'name': '', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'mac_address': 'fa:16:3e:d9:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:57Z', 'updated_at': '2022-03-23T17:12:03Z', 'revision_number': 5, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'subnets': [{'id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:24.687746 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7193e177-8cc5-4f89-a54d-d4a151600a93 None None] The sync data for ids ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'] in dv-cinder-834919-1-iscsi is: [{'id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'name': 'tempest-TestMinimumBasicScenario-1344706634-router', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '37529b80-265d-4f81-9932-ef8217e46e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:11:54Z', 'updated_at': '2022-03-23T17:11:58Z', 'revision_number': 4, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'gw_port': {'id': '37529b80-265d-4f81-9932-ef8217e46e16', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:55Z', 'updated_at': '2022-03-23T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'c08a4b9d-a290-4714-9cb4-252f7c42d06a', 'name': '', 'network_id': '4da2e65e-00e6-4db1-acb0-a2bedc1d770a', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'mac_address': 'fa:16:3e:d9:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:57Z', 'updated_at': '2022-03-23T17:12:03Z', 'revision_number': 5, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'subnets': [{'id': '8cb38f3b-4413-43dd-8be9-c85098c770c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:14:24.932428 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a544a5fe-878a-4928-a7c6-d5f439bb2346 None None] New status for floating IP c17b8de9-fb6d-4ac1-9b68-0c848c976735: DOWN {{(pid=104063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:14:25.173451 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0de3782a-2821-42f9-954c-1edfb8594b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:25.327909 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:27.367486 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-af507b40-f0ed-4f17-9dbe-918ace33f007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:28.567641 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:29.784669 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c6c64ff0-d1a6-43ab-8aaa-d4fe9ebfecd3 req-65917293-685b-49ea-af88-3cdcc622e3f8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536919 Mar 23 17:14:29.853655 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c64ff0-d1a6-43ab-8aaa-d4fe9ebfecd3 req-39e8ad82-8b4d-42a9-b7de-cf0bd22a67d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:29.853655 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c6c64ff0-d1a6-43ab-8aaa-d4fe9ebfecd3 req-39e8ad82-8b4d-42a9-b7de-cf0bd22a67d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c&device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 1131 time: 0.0448198 Mar 23 17:14:29.976814 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c64ff0-d1a6-43ab-8aaa-d4fe9ebfecd3 req-7d56d87b-7fb2-4a15-b15f-78b9b7383585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:29.978412 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c6c64ff0-d1a6-43ab-8aaa-d4fe9ebfecd3 req-7d56d87b-7fb2-4a15-b15f-78b9b7383585 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3 HTTP/1.1" status: 200 len: 918 time: 0.1033111 Mar 23 17:14:30.049273 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c6c64ff0-d1a6-43ab-8aaa-d4fe9ebfecd3 req-a43245cf-6d2d-4bb6-a9b8-f1d324f32b8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3 HTTP/1.1" status: 200 len: 1001 time: 0.0603149 Mar 23 17:14:30.093740 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:30.104770 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c64ff0-d1a6-43ab-8aaa-d4fe9ebfecd3 req-a4c9eb1e-fa05-4636-9f7c-19e5bbebb4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:30.106232 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c6c64ff0-d1a6-43ab-8aaa-d4fe9ebfecd3 req-a4c9eb1e-fa05-4636-9f7c-19e5bbebb4a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=421c0aa2-1b52-4062-af10-a6dde97fb797 HTTP/1.1" status: 200 len: 855 time: 0.0479379 Mar 23 17:14:30.161081 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c64ff0-d1a6-43ab-8aaa-d4fe9ebfecd3 req-81bf292a-8adb-44db-87dd-e4449de76d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:30.162609 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c6c64ff0-d1a6-43ab-8aaa-d4fe9ebfecd3 req-81bf292a-8adb-44db-87dd-e4449de76d3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1366fd7-bac4-44ee-a88c-79d3f0d765e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444539 Mar 23 17:14:30.252331 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c6c64ff0-d1a6-43ab-8aaa-d4fe9ebfecd3 req-1ccac5e5-0207-403e-90bf-4ff73aa29c01 service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812542 Mar 23 17:14:30.347721 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c6c64ff0-d1a6-43ab-8aaa-d4fe9ebfecd3 req-155505f8-4ccd-4322-9998-a3667bc7cfb0 service neutron] 10.222.0.43 "GET /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885136 Mar 23 17:14:31.590481 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:32.446042 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a91bf-e6c8-4fb0-ae57-47cc24224076 req-fc2ecb31-97fe-4f37-a13d-c38d9f72a2c6 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:32.447515 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f46a91bf-e6c8-4fb0-ae57-47cc24224076 req-fc2ecb31-97fe-4f37-a13d-c38d9f72a2c6 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 947 time: 0.0516763 Mar 23 17:14:32.494347 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f46a91bf-e6c8-4fb0-ae57-47cc24224076 req-fbc9dc0e-66e5-4536-8699-76256890ad27 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405335 Mar 23 17:14:33.631626 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d404f9-a18f-45c8-8bb7-372999860dca req-c801db48-4031-4521-bde0-54de7a41013c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:33.633164 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-59d404f9-a18f-45c8-8bb7-372999860dca req-c801db48-4031-4521-bde0-54de7a41013c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 947 time: 0.0556469 Mar 23 17:14:33.678902 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-59d404f9-a18f-45c8-8bb7-372999860dca req-49326c87-4cc2-4ba5-a827-4dda05cf10bb tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups?id=1629693d-16bc-466d-a1c4-b9aa8dda5189&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401289 Mar 23 17:14:33.854657 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91eb10-cbfe-4253-8a99-8c362ee5c991 req-74a5b304-0607-4079-8327-e0a97a05b41b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:33.856090 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0c91eb10-cbfe-4253-8a99-8c362ee5c991 req-74a5b304-0607-4079-8327-e0a97a05b41b tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.43 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 947 time: 0.0520263 Mar 23 17:14:33.960989 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-0c91eb10-cbfe-4253-8a99-8c362ee5c991 req-7ddeba11-e408-4aa4-b825-5ab10a43f687 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Deleting port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:33.961337 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-0c91eb10-cbfe-4253-8a99-8c362ee5c991 req-7ddeba11-e408-4aa4-b825-5ab10a43f687 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:34.079764 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-0c91eb10-cbfe-4253-8a99-8c362ee5c991 req-7ddeba11-e408-4aa4-b825-5ab10a43f687 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] For port 42bb1b07-483a-4ea2-b998-dd20f65cccb3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=42bb1b07-483a-4ea2-b998-dd20f65cccb3,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:34.080127 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-0c91eb10-cbfe-4253-8a99-8c362ee5c991 req-7ddeba11-e408-4aa4-b825-5ab10a43f687 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:34.088848 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36a290-9163-447c-8ec6-7c46a4391ca6 req-850c4f82-5725-41f3-9901-e48fdf8b6c6b tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:34.090321 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-af36a290-9163-447c-8ec6-7c46a4391ca6 req-850c4f82-5725-41f3-9901-e48fdf8b6c6b tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 945 time: 0.1154380 Mar 23 17:14:34.185712 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-af36a290-9163-447c-8ec6-7c46a4391ca6 req-40340792-2038-44f7-9910-3b3aa132f8d0 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880244 Mar 23 17:14:34.287687 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-0c91eb10-cbfe-4253-8a99-8c362ee5c991 req-7ddeba11-e408-4aa4-b825-5ab10a43f687 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:34.288077 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-0c91eb10-cbfe-4253-8a99-8c362ee5c991 req-7ddeba11-e408-4aa4-b825-5ab10a43f687 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (c79a55fd-1029-4577-8187-64248faf1f4e), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:34.288395 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [req-0c91eb10-cbfe-4253-8a99-8c362ee5c991 req-7ddeba11-e408-4aa4-b825-5ab10a43f687 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Floating IP c79a55fd-1029-4577-8187-64248faf1f4e disassociated. External IP: 172.27.1.78, port: 42bb1b07-483a-4ea2-b998-dd20f65cccb3. Mar 23 17:14:34.288771 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-0c91eb10-cbfe-4253-8a99-8c362ee5c991 req-7ddeba11-e408-4aa4-b825-5ab10a43f687 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Calling delete_port for 42bb1b07-483a-4ea2-b998-dd20f65cccb3 owned by compute:nova {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:34.539360 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-0c91eb10-cbfe-4253-8a99-8c362ee5c991 req-7ddeba11-e408-4aa4-b825-5ab10a43f687 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (42bb1b07-483a-4ea2-b998-dd20f65cccb3), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:34.574633 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddeba11-e408-4aa4-b825-5ab10a43f687 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event deleted for resources: {'Port': ['ID=42bb1b07-483a-4ea2-b998-dd20f65cccb3,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:34.690144 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c91eb10-cbfe-4253-8a99-8c362ee5c991 req-7ddeba11-e408-4aa4-b825-5ab10a43f687 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Router c9df24ef-35ca-4797-ad3c-245e23b77da2 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:14:34.798076 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-881bf119-ef6b-498c-81d8-e256133ef6ac req-5654d871-b38d-41d8-811e-99579c31cbce tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 210 time: 0.0377920 Mar 23 17:14:34.824911 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c91eb10-cbfe-4253-8a99-8c362ee5c991 req-7ddeba11-e408-4aa4-b825-5ab10a43f687 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:14:34.836218 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a266d731-9146-404e-a545-c023dfbb9b90 None None] Sync routers for ids ['c9df24ef-35ca-4797-ad3c-245e23b77da2'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:14:34.846921 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a266d731-9146-404e-a545-c023dfbb9b90 None None] Routers {'c9df24ef-35ca-4797-ad3c-245e23b77da2'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:14:34.847548 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-a266d731-9146-404e-a545-c023dfbb9b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c9df24ef-35ca-4797-ad3c-245e23b77da2'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:34.865452 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c91eb10-cbfe-4253-8a99-8c362ee5c991 req-7ddeba11-e408-4aa4-b825-5ab10a43f687 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] No DVR routers for this DVR port 42bb1b07-483a-4ea2-b998-dd20f65cccb3 on host hv-cinder-83491 {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:14:34.867911 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-0c91eb10-cbfe-4253-8a99-8c362ee5c991 req-7ddeba11-e408-4aa4-b825-5ab10a43f687 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:34.871205 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0c91eb10-cbfe-4253-8a99-8c362ee5c991 req-7ddeba11-e408-4aa4-b825-5ab10a43f687 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.43 "DELETE /v2.0/ports/42bb1b07-483a-4ea2-b998-dd20f65cccb3 HTTP/1.1" status: 204 len: 173 time: 1.0089314 Mar 23 17:14:34.871648 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'name': 'network-vif-deleted', 'tag': '42bb1b07-483a-4ea2-b998-dd20f65cccb3'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:14:34.874431 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57db26c7-6479-4b8c-8b0a-d30e81cf3aba" -d '{"events": [{"server_uuid": "a54ef9bf-8159-47a9-82fa-64f52772e366", "name": "network-vif-deleted", "tag": "42bb1b07-483a-4ea2-b998-dd20f65cccb3"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:14:34.909667 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95555a5a-4357-48c2-9bcd-24f4008e627a x-openstack-request-id: req-95555a5a-4357-48c2-9bcd-24f4008e627a {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:14:34.909975 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54ef9bf-8159-47a9-82fa-64f52772e366", "name": "network-vif-deleted", "tag": "42bb1b07-483a-4ea2-b998-dd20f65cccb3", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:14:34.910219 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-95555a5a-4357-48c2-9bcd-24f4008e627a {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:14:34.910631 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95555a5a-4357-48c2-9bcd-24f4008e627a'] response: {'server_uuid': 'a54ef9bf-8159-47a9-82fa-64f52772e366', 'name': 'network-vif-deleted', 'tag': '42bb1b07-483a-4ea2-b998-dd20f65cccb3', 'status': 'completed', 'code': 200} Mar 23 17:14:34.976503 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-a266d731-9146-404e-a545-c023dfbb9b90 None None] Set router c9df24ef-35ca-4797-ad3c-245e23b77da2 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:14:35.041686 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35602) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:35.174240 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3bc36d9d-6d97-4d17-9df9-d3469d2b84b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:35.223864 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-a266d731-9146-404e-a545-c023dfbb9b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'fe1a312f-cf3d-4543-b4ea-2eb91010c6aa', 'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'mac_address': 'fa:16:3e:c3:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:27Z', 'updated_at': '2022-03-23T17:07:42Z', 'revision_number': 5, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'subnets': [{'id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:35.278470 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a266d731-9146-404e-a545-c023dfbb9b90 None None] Checking router: c9df24ef-35ca-4797-ad3c-245e23b77da2 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:14:35.293531 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a266d731-9146-404e-a545-c023dfbb9b90 None None] Routers {'c9df24ef-35ca-4797-ad3c-245e23b77da2'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:14:35.293531 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-a266d731-9146-404e-a545-c023dfbb9b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c9df24ef-35ca-4797-ad3c-245e23b77da2'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:35.295660 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3bc36d9d-6d97-4d17-9df9-d3469d2b84b8 admin admin] Publish callbacks [] for security_group (304e26b1-825b-4176-abad-590b5ca201b3), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:35.336070 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a5681-2310-4f21-83e9-e1052ae0914e req-53e3e0eb-2e24-4819-900e-757b77f327e2 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:35.337734 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-975a5681-2310-4f21-83e9-e1052ae0914e req-53e3e0eb-2e24-4819-900e-757b77f327e2 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 945 time: 0.0689206 Mar 23 17:14:35.378988 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3bc36d9d-6d97-4d17-9df9-d3469d2b84b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (304e26b1-825b-4176-abad-590b5ca201b3), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:35.388664 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-975a5681-2310-4f21-83e9-e1052ae0914e req-609c06a8-9bc2-46a3-bdb7-0a26261ea35f tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444129 Mar 23 17:14:35.405076 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-a266d731-9146-404e-a545-c023dfbb9b90 None None] Set router c9df24ef-35ca-4797-ad3c-245e23b77da2 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:14:35.412951 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-3bc36d9d-6d97-4d17-9df9-d3469d2b84b8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9e8943b7b66b4c88af2a0702fdb2d030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698876 Mar 23 17:14:35.415858 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35612) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:35.423972 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc36d9d-6d97-4d17-9df9-d3469d2b84b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304e26b1-825b-4176-abad-590b5ca201b3,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:35.467111 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-73218665-5b65-44e0-9e6e-a0b208a45a73 admin admin] Publish callbacks [] for security_group (304e26b1-825b-4176-abad-590b5ca201b3), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:35.489079 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-73218665-5b65-44e0-9e6e-a0b208a45a73 admin admin] Publish callbacks [] for security_group (304e26b1-825b-4176-abad-590b5ca201b3), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:35.637072 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-a266d731-9146-404e-a545-c023dfbb9b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'fe1a312f-cf3d-4543-b4ea-2eb91010c6aa', 'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'mac_address': 'fa:16:3e:c3:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:27Z', 'updated_at': '2022-03-23T17:07:42Z', 'revision_number': 5, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'subnets': [{'id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:35.664487 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a266d731-9146-404e-a545-c023dfbb9b90 None None] The sync data for ids ['c9df24ef-35ca-4797-ad3c-245e23b77da2'] in dv-cinder-834919-1-iscsi is: [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:07:28Z', 'revision_number': 4, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'fe1a312f-cf3d-4543-b4ea-2eb91010c6aa', 'name': '', 'network_id': 'e1366fd7-bac4-44ee-a88c-79d3f0d765e3', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'mac_address': 'fa:16:3e:c3:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:27Z', 'updated_at': '2022-03-23T17:07:42Z', 'revision_number': 5, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'subnets': [{'id': '421c0aa2-1b52-4062-af10-a6dde97fb797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:14:35.726834 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-73218665-5b65-44e0-9e6e-a0b208a45a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (304e26b1-825b-4176-abad-590b5ca201b3), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:35.729534 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-73218665-5b65-44e0-9e6e-a0b208a45a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:35.730745 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-73218665-5b65-44e0-9e6e-a0b208a45a73 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/304e26b1-825b-4176-abad-590b5ca201b3 HTTP/1.1" status: 204 len: 168 time: 0.3138628 Mar 23 17:14:35.750743 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73218665-5b65-44e0-9e6e-a0b208a45a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304e26b1-825b-4176-abad-590b5ca201b3,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:35.845069 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b03184-f6fa-4618-85c9-6411bf81cc03 req-4457db4d-17eb-4db9-bfa4-a618342c96d9 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:35.848488 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b6b03184-f6fa-4618-85c9-6411bf81cc03 req-4457db4d-17eb-4db9-bfa4-a618342c96d9 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 945 time: 0.0574236 Mar 23 17:14:35.911514 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9abc7f-9b38-4005-adaa-eac91d37c39b None None] New status for floating IP c79a55fd-1029-4577-8187-64248faf1f4e: DOWN {{(pid=104063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:14:35.921306 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b2c09f50-bd1a-4b9a-8ba2-32ecc873f656 req-2853a154-8966-43e9-b99e-0fd4aa4aabe9 tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/ports?device_id=a54ef9bf-8159-47a9-82fa-64f52772e366 HTTP/1.1" status: 200 len: 210 time: 0.0334740 Mar 23 17:14:35.983420 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-b6b03184-f6fa-4618-85c9-6411bf81cc03 req-472cd24a-79c0-47dc-96b5-892d0d45c66c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Deleting port 5594898a-420b-459e-8e19-e085de6248a8 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:35.983677 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-b6b03184-f6fa-4618-85c9-6411bf81cc03 req-472cd24a-79c0-47dc-96b5-892d0d45c66c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (5594898a-420b-459e-8e19-e085de6248a8), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:36.084984 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-b6b03184-f6fa-4618-85c9-6411bf81cc03 req-472cd24a-79c0-47dc-96b5-892d0d45c66c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] For port 5594898a-420b-459e-8e19-e085de6248a8, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=5594898a-420b-459e-8e19-e085de6248a8,segment=NetworkSegment(ce32a1da-b014-44c1-99ff-9e0f36791ef1),segment_id=ce32a1da-b014-44c1-99ff-9e0f36791ef1)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:36.085413 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-b6b03184-f6fa-4618-85c9-6411bf81cc03 req-472cd24a-79c0-47dc-96b5-892d0d45c66c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (5594898a-420b-459e-8e19-e085de6248a8), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:36.099840 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-b6b03184-f6fa-4618-85c9-6411bf81cc03 req-472cd24a-79c0-47dc-96b5-892d0d45c66c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Calling delete_port for 5594898a-420b-459e-8e19-e085de6248a8 owned by compute:nova {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:36.522183 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb78625-309a-494c-b696-9643812eed94 req-97f0a33b-2ddf-4742-8ca5-04fdbd416f30 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:36.522183 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2eb78625-309a-494c-b696-9643812eed94 req-97f0a33b-2ddf-4742-8ca5-04fdbd416f30 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 945 time: 0.0638127 Mar 23 17:14:36.563378 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-b6b03184-f6fa-4618-85c9-6411bf81cc03 req-472cd24a-79c0-47dc-96b5-892d0d45c66c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (5594898a-420b-459e-8e19-e085de6248a8), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:36.579613 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['5594898a-420b-459e-8e19-e085de6248a8'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:14:36.596000 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cd24a-79c0-47dc-96b5-892d0d45c66c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Pushing event deleted for resources: {'Port': ['ID=5594898a-420b-459e-8e19-e085de6248a8,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:36.612040 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2eb78625-309a-494c-b696-9643812eed94 req-c2fc0046-ae05-4e6a-bcad-7b960b1f7fa8 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2ca7df9-74b8-4e02-ae20-aa58bc905273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761790 Mar 23 17:14:36.651133 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b03184-f6fa-4618-85c9-6411bf81cc03 req-472cd24a-79c0-47dc-96b5-892d0d45c66c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] No DVR routers for this DVR port 5594898a-420b-459e-8e19-e085de6248a8 on host hv-cinder-83491 {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:14:36.654507 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-b6b03184-f6fa-4618-85c9-6411bf81cc03 req-472cd24a-79c0-47dc-96b5-892d0d45c66c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:36.657970 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b6b03184-f6fa-4618-85c9-6411bf81cc03 req-472cd24a-79c0-47dc-96b5-892d0d45c66c tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.43 "DELETE /v2.0/ports/5594898a-420b-459e-8e19-e085de6248a8 HTTP/1.1" status: 204 len: 173 time: 0.8052783 Mar 23 17:14:36.911587 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'name': 'network-vif-deleted', 'tag': '5594898a-420b-459e-8e19-e085de6248a8'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:14:36.913904 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee0ac10-b64d-4e5b-982e-c666222d68c0" -d '{"events": [{"server_uuid": "4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e", "name": "network-vif-deleted", "tag": "5594898a-420b-459e-8e19-e085de6248a8"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:14:36.953126 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9f310d-35d5-4425-ae0b-c2f950ff55ce x-openstack-request-id: req-5c9f310d-35d5-4425-ae0b-c2f950ff55ce {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:14:36.956867 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e", "name": "network-vif-deleted", "tag": "5594898a-420b-459e-8e19-e085de6248a8", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:14:36.957204 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5c9f310d-35d5-4425-ae0b-c2f950ff55ce {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:14:36.957775 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9f310d-35d5-4425-ae0b-c2f950ff55ce'] response: {'server_uuid': '4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e', 'name': 'network-vif-deleted', 'tag': '5594898a-420b-459e-8e19-e085de6248a8', 'status': 'completed', 'code': 200} Mar 23 17:14:37.129894 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35638) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:37.148168 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35640) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:37.167631 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e14dfd8e-370c-4414-b0f5-816ead0ee692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:37.188617 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1aec2e32-602f-4490-995f-f1f7a0ea144f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group (1629693d-16bc-466d-a1c4-b9aa8dda5189), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:37.215938 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1aec2e32-602f-4490-995f-f1f7a0ea144f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group (1629693d-16bc-466d-a1c4-b9aa8dda5189), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:37.253126 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e14dfd8e-370c-4414-b0f5-816ead0ee692 admin admin] Publish callbacks [] for security_group (8d82a4b2-59ca-44a2-9753-f78cff69c9ca), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:37.384741 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e14dfd8e-370c-4414-b0f5-816ead0ee692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (8d82a4b2-59ca-44a2-9753-f78cff69c9ca), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:37.421275 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dfd8e-370c-4414-b0f5-816ead0ee692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d82a4b2-59ca-44a2-9753-f78cff69c9ca,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:37.425535 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-e14dfd8e-370c-4414-b0f5-816ead0ee692 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=978e48db256a428fa97c5c49f1637313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763441 Mar 23 17:14:37.432448 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35642) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:37.432807 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1aec2e32-602f-4490-995f-f1f7a0ea144f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (1629693d-16bc-466d-a1c4-b9aa8dda5189), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:37.432807 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1aec2e32-602f-4490-995f-f1f7a0ea144f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:37.433797 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-1aec2e32-602f-4490-995f-f1f7a0ea144f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "DELETE /v2.0/security-groups/1629693d-16bc-466d-a1c4-b9aa8dda5189 HTTP/1.1" status: 204 len: 168 time: 0.3023973 Mar 23 17:14:37.438883 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35644) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:37.445117 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec2e32-602f-4490-995f-f1f7a0ea144f tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1629693d-16bc-466d-a1c4-b9aa8dda5189,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:37.459344 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.api.v2.resource [None req-9d2641e0-99dd-4eb0-b174-2c4876dfe0ba tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] show failed (client error): The resource could not be found. Mar 23 17:14:37.460403 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-9d2641e0-99dd-4eb0-b174-2c4876dfe0ba tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "GET /v2.0/security-groups/1629693d-16bc-466d-a1c4-b9aa8dda5189 HTTP/1.1" status: 404 len: 347 time: 0.0218472 Mar 23 17:14:37.463437 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35646) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:37.506763 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4d53420c-3de3-4935-86c8-7c8ab6527e35 admin admin] Publish callbacks [] for security_group (8d82a4b2-59ca-44a2-9753-f78cff69c9ca), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:37.529013 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4d53420c-3de3-4935-86c8-7c8ab6527e35 admin admin] Publish callbacks [] for security_group (8d82a4b2-59ca-44a2-9753-f78cff69c9ca), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:37.594853 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-e919e59b-f8c4-48d0-a7b7-d9aee382a73c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Deleting port e7488823-f6ab-4e64-b68a-2d0cef536016 {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:37.595378 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e919e59b-f8c4-48d0-a7b7-d9aee382a73c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (e7488823-f6ab-4e64-b68a-2d0cef536016), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:37.654984 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35660) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:37.678923 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e919e59b-f8c4-48d0-a7b7-d9aee382a73c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (e7488823-f6ab-4e64-b68a-2d0cef536016), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:37.679334 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e919e59b-f8c4-48d0-a7b7-d9aee382a73c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for floatingip (e7488823-f6ab-4e64-b68a-2d0cef536016), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:37.696125 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-e919e59b-f8c4-48d0-a7b7-d9aee382a73c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Calling delete_port for e7488823-f6ab-4e64-b68a-2d0cef536016 owned by network:floatingip {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:37.726541 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a000eb06-bb0f-4029-a66c-1ad724039ce1 admin admin] Deleting subnet a21d4258-6bb7-4d49-ad8c-9dc31bf823a5 {{(pid=104060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:14:37.728982 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4d53420c-3de3-4935-86c8-7c8ab6527e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (8d82a4b2-59ca-44a2-9753-f78cff69c9ca), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:37.731616 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4d53420c-3de3-4935-86c8-7c8ab6527e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:37.733966 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-4d53420c-3de3-4935-86c8-7c8ab6527e35 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8d82a4b2-59ca-44a2-9753-f78cff69c9ca HTTP/1.1" status: 204 len: 168 time: 0.3035467 Mar 23 17:14:37.737511 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a000eb06-bb0f-4029-a66c-1ad724039ce1 admin admin] Publish callbacks [] for subnet (a21d4258-6bb7-4d49-ad8c-9dc31bf823a5), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:37.767159 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53420c-3de3-4935-86c8-7c8ab6527e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d82a4b2-59ca-44a2-9753-f78cff69c9ca,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:37.792622 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c782eff2-5c3d-4c20-b5ce-94d62c0469ad req-f0b65b12-6468-4ab9-bc84-c902d47d9361 tempest-TestMinimumBasicScenario-2067099379 tempest-TestMinimumBasicScenario-2067099379-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bc59b8f-6654-4682-9bd1-f1fa1b3b5f8e HTTP/1.1" status: 200 len: 210 time: 0.0730858 Mar 23 17:14:37.799503 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a000eb06-bb0f-4029-a66c-1ad724039ce1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24676677'] for subnet (a21d4258-6bb7-4d49-ad8c-9dc31bf823a5), precommit_delete_associations {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:37.845220 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a000eb06-bb0f-4029-a66c-1ad724039ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (a21d4258-6bb7-4d49-ad8c-9dc31bf823a5), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:38.115584 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e919e59b-f8c4-48d0-a7b7-d9aee382a73c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (e7488823-f6ab-4e64-b68a-2d0cef536016), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:38.116393 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a000eb06-bb0f-4029-a66c-1ad724039ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24517161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24759550'] for subnet (a21d4258-6bb7-4d49-ad8c-9dc31bf823a5), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:38.141434 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919e59b-f8c4-48d0-a7b7-d9aee382a73c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Pushing event deleted for resources: {'Port': ['ID=e7488823-f6ab-4e64-b68a-2d0cef536016,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:38.146041 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a000eb06-bb0f-4029-a66c-1ad724039ce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:38.149336 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-a000eb06-bb0f-4029-a66c-1ad724039ce1 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/a21d4258-6bb7-4d49-ad8c-9dc31bf823a5 HTTP/1.1" status: 204 len: 168 time: 0.4931815 Mar 23 17:14:38.150338 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000eb06-bb0f-4029-a66c-1ad724039ce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21d4258-6bb7-4d49-ad8c-9dc31bf823a5,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:38.153065 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35666) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:38.201593 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e919e59b-f8c4-48d0-a7b7-d9aee382a73c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks [] for floatingip (c79a55fd-1029-4577-8187-64248faf1f4e), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:38.204185 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e919e59b-f8c4-48d0-a7b7-d9aee382a73c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:38.205381 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-e919e59b-f8c4-48d0-a7b7-d9aee382a73c tempest-AttachVolumeShelveTestJSON-868135516 tempest-AttachVolumeShelveTestJSON-868135516-project] 10.222.0.97 "DELETE /v2.0/floatingips/c79a55fd-1029-4577-8187-64248faf1f4e HTTP/1.1" status: 204 len: 168 time: 0.7409148 Mar 23 17:14:38.235840 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6ed084d8-683d-4a09-be3e-bdfa3527887b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (9dff7900-6d7d-4991-90c9-088af76d9423), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:38.316085 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6ed084d8-683d-4a09-be3e-bdfa3527887b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (9dff7900-6d7d-4991-90c9-088af76d9423), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:38.339456 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-6ed084d8-683d-4a09-be3e-bdfa3527887b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dff7900-6d7d-4991-90c9-088af76d9423']}} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:38.349833 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-6ed084d8-683d-4a09-be3e-bdfa3527887b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15667249-9dd0-4df3-bf6a-c41c75f9ae1b') {'for_net_delete': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:38.350441 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-6ed084d8-683d-4a09-be3e-bdfa3527887b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15667249-9dd0-4df3-bf6a-c41c75f9ae1b') {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:38.364953 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6ed084d8-683d-4a09-be3e-bdfa3527887b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24676732'] for segment (15667249-9dd0-4df3-bf6a-c41c75f9ae1b), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:38.380293 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6ed084d8-683d-4a09-be3e-bdfa3527887b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (15667249-9dd0-4df3-bf6a-c41c75f9ae1b), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:38.386732 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed084d8-683d-4a09-be3e-bdfa3527887b admin admin] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=104060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6ed084d8-683d-4a09-be3e-bdfa3527887b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24568971'] for segment (15667249-9dd0-4df3-bf6a-c41c75f9ae1b), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: Traceback (most recent call last): Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: timer() Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: cb(*args, **kw) Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: return func(*args, **kwargs) Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: self._notify() Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: self.callback(batched_events) Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: event.method(event) Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: return f(self, *a, **k) Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: return self._get(url).json() Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: return self.request(url, 'GET', **kwargs) Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:14:38.421194 dv-cinder-834919-1-iscsi neutron-server[104060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:14:38.589183 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 42bb1b07-483a-4ea2-b998-dd20f65cccb3 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:14:38.613390 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: 42bb1b07-483a-4ea2-b998-dd20f65cccb3 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:14:38.613736 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 42bb1b07-483a-4ea2-b998-dd20f65cccb3 not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:14:38.614173 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 5594898a-420b-459e-8e19-e085de6248a8 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:14:38.632535 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: 5594898a-420b-459e-8e19-e085de6248a8 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:14:38.632905 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 5594898a-420b-459e-8e19-e085de6248a8 not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:14:38.721738 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6ed084d8-683d-4a09-be3e-bdfa3527887b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (9dff7900-6d7d-4991-90c9-088af76d9423), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:38.727276 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6ed084d8-683d-4a09-be3e-bdfa3527887b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:38.730415 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-6ed084d8-683d-4a09-be3e-bdfa3527887b admin admin] 10.222.0.97 "DELETE /v2.0/networks/9dff7900-6d7d-4991-90c9-088af76d9423 HTTP/1.1" status: 204 len: 168 time: 0.5761502 Mar 23 17:14:38.733448 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35672) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:38.741511 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed084d8-683d-4a09-be3e-bdfa3527887b admin admin] Pushing event deleted for resources: {'Network': ['ID=9dff7900-6d7d-4991-90c9-088af76d9423,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:38.788167 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa4772e-6deb-4fbe-9c76-a4a6e3b8c6f5 admin admin] Deleting subnet 93110ddb-9f4a-482a-9fce-60630d34f959 {{(pid=104061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:14:38.791624 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5aa4772e-6deb-4fbe-9c76-a4a6e3b8c6f5 admin admin] Publish callbacks [] for subnet (93110ddb-9f4a-482a-9fce-60630d34f959), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:38.831655 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5aa4772e-6deb-4fbe-9c76-a4a6e3b8c6f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12634175'] for subnet (93110ddb-9f4a-482a-9fce-60630d34f959), precommit_delete_associations {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:38.875259 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5aa4772e-6deb-4fbe-9c76-a4a6e3b8c6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (93110ddb-9f4a-482a-9fce-60630d34f959), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:38.993775 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35682) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:39.006645 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-90b323ef-12de-4f77-9268-78af60fda32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:39.095355 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5aa4772e-6deb-4fbe-9c76-a4a6e3b8c6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25145029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25001132'] for subnet (93110ddb-9f4a-482a-9fce-60630d34f959), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:39.137059 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4772e-6deb-4fbe-9c76-a4a6e3b8c6f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93110ddb-9f4a-482a-9fce-60630d34f959,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:39.148294 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5aa4772e-6deb-4fbe-9c76-a4a6e3b8c6f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:39.152222 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-5aa4772e-6deb-4fbe-9c76-a4a6e3b8c6f5 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/93110ddb-9f4a-482a-9fce-60630d34f959 HTTP/1.1" status: 204 len: 168 time: 0.4171755 Mar 23 17:14:39.154236 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35696) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:39.195600 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-90b323ef-12de-4f77-9268-78af60fda32a admin admin] Publish callbacks [] for security_group (29980b8d-ee91-4960-9887-f1a5f8193229), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:39.237666 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0eade903-8b15-4478-ae74-ec61dc14a374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:39.298976 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-90b323ef-12de-4f77-9268-78af60fda32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (29980b8d-ee91-4960-9887-f1a5f8193229), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:39.311062 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0eade903-8b15-4478-ae74-ec61dc14a374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:39.331258 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-0eade903-8b15-4478-ae74-ec61dc14a374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d']}} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:39.336696 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-90b323ef-12de-4f77-9268-78af60fda32a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4c7604bd49154b7daf7817acc1feb3a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3418312 Mar 23 17:14:39.337830 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b323ef-12de-4f77-9268-78af60fda32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29980b8d-ee91-4960-9887-f1a5f8193229,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:39.339773 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35704) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:39.347746 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-0eade903-8b15-4478-ae74-ec61dc14a374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd131c70c-fd7f-47d2-accb-ccf091ed956f') {'for_net_delete': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:39.348043 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-0eade903-8b15-4478-ae74-ec61dc14a374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd131c70c-fd7f-47d2-accb-ccf091ed956f') {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:39.362974 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0eade903-8b15-4478-ae74-ec61dc14a374 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24676732'] for segment (d131c70c-fd7f-47d2-accb-ccf091ed956f), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:39.389111 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0eade903-8b15-4478-ae74-ec61dc14a374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (d131c70c-fd7f-47d2-accb-ccf091ed956f), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:39.396715 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eade903-8b15-4478-ae74-ec61dc14a374 admin admin] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=104060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:14:39.397093 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0eade903-8b15-4478-ae74-ec61dc14a374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24568971'] for segment (d131c70c-fd7f-47d2-accb-ccf091ed956f), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: Traceback (most recent call last): Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: timer() Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: cb(*args, **kw) Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: return func(*args, **kwargs) Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: self._notify() Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: self.callback(batched_events) Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: event.method(event) Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: return f(self, *a, **k) Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: return self._get(url).json() Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: return self.request(url, 'GET', **kwargs) Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:14:39.398677 dv-cinder-834919-1-iscsi neutron-server[104060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:14:39.458978 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fa6815d4-7c10-41c1-8085-f12d8bff8b74 admin admin] Publish callbacks [] for security_group (29980b8d-ee91-4960-9887-f1a5f8193229), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:39.482137 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fa6815d4-7c10-41c1-8085-f12d8bff8b74 admin admin] Publish callbacks [] for security_group (29980b8d-ee91-4960-9887-f1a5f8193229), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:39.595936 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0eade903-8b15-4478-ae74-ec61dc14a374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:39.601204 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0eade903-8b15-4478-ae74-ec61dc14a374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:39.604315 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-0eade903-8b15-4478-ae74-ec61dc14a374 admin admin] 10.222.0.97 "DELETE /v2.0/networks/040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d HTTP/1.1" status: 204 len: 168 time: 0.4490058 Mar 23 17:14:39.615767 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eade903-8b15-4478-ae74-ec61dc14a374 admin admin] Pushing event deleted for resources: {'Network': ['ID=040d2dd6-5944-4bf7-b55d-a0dbf3c3c53d,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:39.630226 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fa6815d4-7c10-41c1-8085-f12d8bff8b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (29980b8d-ee91-4960-9887-f1a5f8193229), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:39.630226 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fa6815d4-7c10-41c1-8085-f12d8bff8b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:39.630226 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-fa6815d4-7c10-41c1-8085-f12d8bff8b74 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/29980b8d-ee91-4960-9887-f1a5f8193229 HTTP/1.1" status: 204 len: 168 time: 0.2887766 Mar 23 17:14:39.645338 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6815d4-7c10-41c1-8085-f12d8bff8b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29980b8d-ee91-4960-9887-f1a5f8193229,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:40.207141 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35744) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:40.246500 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-d228a456-59bd-4af7-abbc-a3c2087819db admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3e24987362f14b769c57bd9db8f176ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381963 Mar 23 17:14:40.249489 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35746) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:40.307343 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-003143c2-31df-49a5-a05f-2631e39a7851 admin admin] Publish callbacks [] for security_group (35041c49-7962-4cc7-ad44-cb9ac64deb74), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:40.329569 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-003143c2-31df-49a5-a05f-2631e39a7851 admin admin] Publish callbacks [] for security_group (35041c49-7962-4cc7-ad44-cb9ac64deb74), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:40.453055 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-003143c2-31df-49a5-a05f-2631e39a7851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (35041c49-7962-4cc7-ad44-cb9ac64deb74), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:40.455646 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-003143c2-31df-49a5-a05f-2631e39a7851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:40.456851 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-003143c2-31df-49a5-a05f-2631e39a7851 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/35041c49-7962-4cc7-ad44-cb9ac64deb74 HTTP/1.1" status: 204 len: 168 time: 0.2064545 Mar 23 17:14:40.471290 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003143c2-31df-49a5-a05f-2631e39a7851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35041c49-7962-4cc7-ad44-cb9ac64deb74,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:40.998093 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35770) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:41.363858 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35780) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:41.407035 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-819434a5-e839-4195-a54f-2c09cad7c89d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=25895549edc340a58998a7ab164784fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418992 Mar 23 17:14:41.412269 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35784) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:41.412650 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35786) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:41.475404 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8e0330d7-c37b-46be-af9f-07afd2848d15 admin admin] Publish callbacks [] for security_group (941feee5-226d-4f27-87ce-52f3d4681776), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:41.502498 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8e0330d7-c37b-46be-af9f-07afd2848d15 admin admin] Publish callbacks [] for security_group (941feee5-226d-4f27-87ce-52f3d4681776), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:41.670691 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8e0330d7-c37b-46be-af9f-07afd2848d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (941feee5-226d-4f27-87ce-52f3d4681776), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:41.673287 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8e0330d7-c37b-46be-af9f-07afd2848d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:41.674439 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-8e0330d7-c37b-46be-af9f-07afd2848d15 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/941feee5-226d-4f27-87ce-52f3d4681776 HTTP/1.1" status: 204 len: 168 time: 0.2608874 Mar 23 17:14:41.692288 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0330d7-c37b-46be-af9f-07afd2848d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941feee5-226d-4f27-87ce-52f3d4681776,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:41.711908 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fad843eb-26ed-484b-8615-da5ada6fccc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16731715'] for router_interface (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:42.001614 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ca1fc725-adaf-4089-a9d1-fb73d880f850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16731715'] for router_interface (c9df24ef-35ca-4797-ad3c-245e23b77da2), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:42.083194 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-fad843eb-26ed-484b-8615-da5ada6fccc4 admin admin] Deleting port c08a4b9d-a290-4714-9cb4-252f7c42d06a {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:42.083871 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fad843eb-26ed-484b-8615-da5ada6fccc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:42.194280 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-fad843eb-26ed-484b-8615-da5ada6fccc4 admin admin] For port c08a4b9d-a290-4714-9cb4-252f7c42d06a, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=c08a4b9d-a290-4714-9cb4-252f7c42d06a,segment=NetworkSegment(ce32a1da-b014-44c1-99ff-9e0f36791ef1),segment_id=ce32a1da-b014-44c1-99ff-9e0f36791ef1)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:42.194662 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fad843eb-26ed-484b-8615-da5ada6fccc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:42.211252 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-fad843eb-26ed-484b-8615-da5ada6fccc4 admin admin] Calling delete_port for c08a4b9d-a290-4714-9cb4-252f7c42d06a owned by network:router_interface {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:42.329749 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-ca1fc725-adaf-4089-a9d1-fb73d880f850 admin admin] Deleting port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:42.330106 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ca1fc725-adaf-4089-a9d1-fb73d880f850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:42.441430 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-ca1fc725-adaf-4089-a9d1-fb73d880f850 admin admin] For port fe1a312f-cf3d-4543-b4ea-2eb91010c6aa, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=fe1a312f-cf3d-4543-b4ea-2eb91010c6aa,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:42.442680 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ca1fc725-adaf-4089-a9d1-fb73d880f850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:42.458254 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-ca1fc725-adaf-4089-a9d1-fb73d880f850 admin admin] Calling delete_port for fe1a312f-cf3d-4543-b4ea-2eb91010c6aa owned by network:router_interface {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:42.602026 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fad843eb-26ed-484b-8615-da5ada6fccc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (c08a4b9d-a290-4714-9cb4-252f7c42d06a), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:42.633750 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad843eb-26ed-484b-8615-da5ada6fccc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c08a4b9d-a290-4714-9cb4-252f7c42d06a,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:42.877181 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ca1fc725-adaf-4089-a9d1-fb73d880f850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (fe1a312f-cf3d-4543-b4ea-2eb91010c6aa), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:42.941826 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fad843eb-26ed-484b-8615-da5ada6fccc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729075'] for router_interface (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:43.018693 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fc725-adaf-4089-a9d1-fb73d880f850 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1a312f-cf3d-4543-b4ea-2eb91010c6aa,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:43.206967 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ca1fc725-adaf-4089-a9d1-fb73d880f850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729075'] for router_interface (c9df24ef-35ca-4797-ad3c-245e23b77da2), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:43.269050 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad843eb-26ed-484b-8615-da5ada6fccc4 admin admin] Router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:14:43.419197 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad843eb-26ed-484b-8615-da5ada6fccc4 admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:14:43.428619 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b9cdf-53f4-4409-997a-a161b480534e None None] Sync routers for ids ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:14:43.431877 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-fad843eb-26ed-484b-8615-da5ada6fccc4 admin admin] 10.222.0.97 "PUT /v2.0/routers/fea727f4-60de-4804-9fbf-c6d7e0f23ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4300051 Mar 23 17:14:43.431877 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35856) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:43.448089 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b9cdf-53f4-4409-997a-a161b480534e None None] Routers {'fea727f4-60de-4804-9fbf-c6d7e0f23ed4'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:14:43.448759 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-527b9cdf-53f4-4409-997a-a161b480534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:43.522792 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1fc725-adaf-4089-a9d1-fb73d880f850 admin admin] Router c9df24ef-35ca-4797-ad3c-245e23b77da2 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:14:43.546672 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3074ff0f-2819-4994-99ca-ba396e405ca1 admin admin] Publish callbacks [] for router (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:43.583622 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-527b9cdf-53f4-4409-997a-a161b480534e None None] Set router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:14:43.652378 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1fc725-adaf-4089-a9d1-fb73d880f850 admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:14:43.659506 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3074ff0f-2819-4994-99ca-ba396e405ca1 admin admin] Publish callbacks [] for router_gateway (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:43.663555 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35858) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:43.665549 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45e849-42bf-48e7-b028-15c04a6f033b None None] Sync routers for ids ['c9df24ef-35ca-4797-ad3c-245e23b77da2'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:14:43.675677 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-ca1fc725-adaf-4089-a9d1-fb73d880f850 admin admin] 10.222.0.97 "PUT /v2.0/routers/c9df24ef-35ca-4797-ad3c-245e23b77da2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2567985 Mar 23 17:14:43.678423 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db45e849-42bf-48e7-b028-15c04a6f033b None None] Routers {'c9df24ef-35ca-4797-ad3c-245e23b77da2'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:14:43.679050 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-db45e849-42bf-48e7-b028-15c04a6f033b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c9df24ef-35ca-4797-ad3c-245e23b77da2'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:43.788176 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-527b9cdf-53f4-4409-997a-a161b480534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'name': 'tempest-TestMinimumBasicScenario-1344706634-router', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '37529b80-265d-4f81-9932-ef8217e46e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:11:54Z', 'updated_at': '2022-03-23T17:14:42Z', 'revision_number': 5, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'gw_port': {'id': '37529b80-265d-4f81-9932-ef8217e46e16', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:11:55Z', 'updated_at': '2022-03-23T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:43.796874 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-db45e849-42bf-48e7-b028-15c04a6f033b None None] Set router c9df24ef-35ca-4797-ad3c-245e23b77da2 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:14:43.820766 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b9cdf-53f4-4409-997a-a161b480534e None None] Checking router: fea727f4-60de-4804-9fbf-c6d7e0f23ed4 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:14:43.823469 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-639c1372-9f4d-43d2-8f16-6a6000613036 admin admin] Publish callbacks [] for router (c9df24ef-35ca-4797-ad3c-245e23b77da2), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:43.832533 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b9cdf-53f4-4409-997a-a161b480534e None None] Routers {'fea727f4-60de-4804-9fbf-c6d7e0f23ed4'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:14:43.833415 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-527b9cdf-53f4-4409-997a-a161b480534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:43.898489 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-3074ff0f-2819-4994-99ca-ba396e405ca1 admin admin] Deleting port 37529b80-265d-4f81-9932-ef8217e46e16 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:43.898842 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3074ff0f-2819-4994-99ca-ba396e405ca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (37529b80-265d-4f81-9932-ef8217e46e16), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:43.934819 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-527b9cdf-53f4-4409-997a-a161b480534e None None] Set router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 gateway port host: None {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:14:43.990988 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-639c1372-9f4d-43d2-8f16-6a6000613036 admin admin] Publish callbacks [] for router_gateway (c9df24ef-35ca-4797-ad3c-245e23b77da2), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:44.008867 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-db45e849-42bf-48e7-b028-15c04a6f033b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:14:42Z', 'revision_number': 5, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:44.013920 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-3074ff0f-2819-4994-99ca-ba396e405ca1 admin admin] For port 37529b80-265d-4f81-9932-ef8217e46e16, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=37529b80-265d-4f81-9932-ef8217e46e16,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:44.014356 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3074ff0f-2819-4994-99ca-ba396e405ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (37529b80-265d-4f81-9932-ef8217e46e16), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:44.028304 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-3074ff0f-2819-4994-99ca-ba396e405ca1 admin admin] Calling delete_port for 37529b80-265d-4f81-9932-ef8217e46e16 owned by network:router_gateway {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:44.040101 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45e849-42bf-48e7-b028-15c04a6f033b None None] Checking router: c9df24ef-35ca-4797-ad3c-245e23b77da2 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:14:44.049418 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db45e849-42bf-48e7-b028-15c04a6f033b None None] Routers {'c9df24ef-35ca-4797-ad3c-245e23b77da2'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:14:44.050046 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-db45e849-42bf-48e7-b028-15c04a6f033b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['c9df24ef-35ca-4797-ad3c-245e23b77da2'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:44.123552 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-527b9cdf-53f4-4409-997a-a161b480534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'name': 'tempest-TestMinimumBasicScenario-1344706634-router', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:11:54Z', 'updated_at': '2022-03-23T17:14:43Z', 'revision_number': 6, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'gw_port_host': None}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:44.153657 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b9cdf-53f4-4409-997a-a161b480534e None None] The sync data for ids ['fea727f4-60de-4804-9fbf-c6d7e0f23ed4'] in dv-cinder-834919-1-iscsi is: [{'id': 'fea727f4-60de-4804-9fbf-c6d7e0f23ed4', 'name': 'tempest-TestMinimumBasicScenario-1344706634-router', 'tenant_id': '54794ae67e2c48d0805333eefd6b56c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:11:54Z', 'updated_at': '2022-03-23T17:14:43Z', 'revision_number': 6, 'project_id': '54794ae67e2c48d0805333eefd6b56c8', 'gw_port_host': None}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:14:44.167957 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-db45e849-42bf-48e7-b028-15c04a6f033b None None] Set router c9df24ef-35ca-4797-ad3c-245e23b77da2 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:14:44.250553 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-639c1372-9f4d-43d2-8f16-6a6000613036 admin admin] Deleting port 6cd551b4-8023-46f8-abe7-2f00a2dc35ee {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:44.250944 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-639c1372-9f4d-43d2-8f16-6a6000613036 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (6cd551b4-8023-46f8-abe7-2f00a2dc35ee), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:44.341414 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-639c1372-9f4d-43d2-8f16-6a6000613036 admin admin] For port 6cd551b4-8023-46f8-abe7-2f00a2dc35ee, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=6cd551b4-8023-46f8-abe7-2f00a2dc35ee,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:44.341927 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-639c1372-9f4d-43d2-8f16-6a6000613036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (6cd551b4-8023-46f8-abe7-2f00a2dc35ee), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:44.355754 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-639c1372-9f4d-43d2-8f16-6a6000613036 admin admin] Calling delete_port for 6cd551b4-8023-46f8-abe7-2f00a2dc35ee owned by network:router_gateway {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:44.403733 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3074ff0f-2819-4994-99ca-ba396e405ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (37529b80-265d-4f81-9932-ef8217e46e16), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:44.525598 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-db45e849-42bf-48e7-b028-15c04a6f033b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:14:42Z', 'revision_number': 5, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:44.575069 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45e849-42bf-48e7-b028-15c04a6f033b None None] The sync data for ids ['c9df24ef-35ca-4797-ad3c-245e23b77da2'] in dv-cinder-834919-1-iscsi is: [{'id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'name': 'tempest-AttachVolumeShelveTestJSON-980875308-router', 'tenant_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:07:22Z', 'updated_at': '2022-03-23T17:14:42Z', 'revision_number': 5, 'project_id': '4024a8cc8cbe47d394fcfd1c73faa29c', 'gw_port': {'id': '6cd551b4-8023-46f8-abe7-2f00a2dc35ee', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df24ef-35ca-4797-ad3c-245e23b77da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:07:23Z', 'updated_at': '2022-03-23T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:14:44.747219 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074ff0f-2819-4994-99ca-ba396e405ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=37529b80-265d-4f81-9932-ef8217e46e16,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:44.858472 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3074ff0f-2819-4994-99ca-ba396e405ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728329'] for router_gateway (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:44.991489 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3074ff0f-2819-4994-99ca-ba396e405ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16729829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:44.995021 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3074ff0f-2819-4994-99ca-ba396e405ca1 admin admin] Publish callbacks [] for router_controller (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), precommit_delete_associations {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.185798 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-639c1372-9f4d-43d2-8f16-6a6000613036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (6cd551b4-8023-46f8-abe7-2f00a2dc35ee), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.188278 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3074ff0f-2819-4994-99ca-ba396e405ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16729834'] for router (fea727f4-60de-4804-9fbf-c6d7e0f23ed4), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.188525 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3074ff0f-2819-4994-99ca-ba396e405ca1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fea727f4-60de-4804-9fbf-c6d7e0f23ed4 {{(pid=104060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 17:14:45.198881 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3074ff0f-2819-4994-99ca-ba396e405ca1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.202984 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-3074ff0f-2819-4994-99ca-ba396e405ca1 admin admin] 10.222.0.97 "DELETE /v2.0/routers/fea727f4-60de-4804-9fbf-c6d7e0f23ed4 HTTP/1.1" status: 204 len: 168 time: 1.7673337 Mar 23 17:14:45.203493 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35880) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:45.221284 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c1372-9f4d-43d2-8f16-6a6000613036 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd551b4-8023-46f8-abe7-2f00a2dc35ee,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:45.254884 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_v2 [None req-049805d2-04f9-4ff9-a753-e9cf5affd36a admin admin] Deleting subnet 8cb38f3b-4413-43dd-8be9-c85098c770c5 {{(pid=104061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:14:45.258423 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-049805d2-04f9-4ff9-a753-e9cf5affd36a admin admin] Publish callbacks [] for subnet (8cb38f3b-4413-43dd-8be9-c85098c770c5), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.302113 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-049805d2-04f9-4ff9-a753-e9cf5affd36a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12634175'] for subnet (8cb38f3b-4413-43dd-8be9-c85098c770c5), precommit_delete_associations {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.308637 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-639c1372-9f4d-43d2-8f16-6a6000613036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728329'] for router_gateway (c9df24ef-35ca-4797-ad3c-245e23b77da2), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.391605 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-049805d2-04f9-4ff9-a753-e9cf5affd36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (8cb38f3b-4413-43dd-8be9-c85098c770c5), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.406584 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-639c1372-9f4d-43d2-8f16-6a6000613036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16729829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router (c9df24ef-35ca-4797-ad3c-245e23b77da2), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.408689 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device fe1a312f-cf3d-4543-b4ea-2eb91010c6aa no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:14:45.409238 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-639c1372-9f4d-43d2-8f16-6a6000613036 admin admin] Publish callbacks [] for router_controller (c9df24ef-35ca-4797-ad3c-245e23b77da2), precommit_delete_associations {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.430398 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: fe1a312f-cf3d-4543-b4ea-2eb91010c6aa {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:14:45.430995 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device fe1a312f-cf3d-4543-b4ea-2eb91010c6aa not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:14:45.431423 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 37529b80-265d-4f81-9932-ef8217e46e16 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:14:45.452173 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 37529b80-265d-4f81-9932-ef8217e46e16 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:14:45.460852 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 37529b80-265d-4f81-9932-ef8217e46e16 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:14:45.460852 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device c08a4b9d-a290-4714-9cb4-252f7c42d06a no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:14:45.472877 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: c08a4b9d-a290-4714-9cb4-252f7c42d06a {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:14:45.473222 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device c08a4b9d-a290-4714-9cb4-252f7c42d06a not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:14:45.527814 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-639c1372-9f4d-43d2-8f16-6a6000613036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16729834'] for router (c9df24ef-35ca-4797-ad3c-245e23b77da2), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.528445 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639c1372-9f4d-43d2-8f16-6a6000613036 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9df24ef-35ca-4797-ad3c-245e23b77da2 {{(pid=104060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 17:14:45.528916 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-049805d2-04f9-4ff9-a753-e9cf5affd36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25145029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25001132'] for subnet (8cb38f3b-4413-43dd-8be9-c85098c770c5), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.535195 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-639c1372-9f4d-43d2-8f16-6a6000613036 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.536250 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-639c1372-9f4d-43d2-8f16-6a6000613036 admin admin] 10.222.0.97 "DELETE /v2.0/routers/c9df24ef-35ca-4797-ad3c-245e23b77da2 HTTP/1.1" status: 204 len: 168 time: 1.8717699 Mar 23 17:14:45.539163 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35884) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:45.565102 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-049805d2-04f9-4ff9-a753-e9cf5affd36a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.568787 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-049805d2-04f9-4ff9-a753-e9cf5affd36a admin admin] 10.222.0.97 "DELETE /v2.0/subnets/8cb38f3b-4413-43dd-8be9-c85098c770c5 HTTP/1.1" status: 204 len: 168 time: 0.3641865 Mar 23 17:14:45.569885 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049805d2-04f9-4ff9-a753-e9cf5affd36a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cb38f3b-4413-43dd-8be9-c85098c770c5,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:45.581685 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35886) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:45.589140 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c107e279-5619-4562-855c-b6ce48695b21 None None] Network 4da2e65e-00e6-4db1-acb0-a2bedc1d770a requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:14:45.626429 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_v2 [None req-9581481e-d0c0-4744-ae83-c148cbe17da0 admin admin] Deleting subnet 421c0aa2-1b52-4062-af10-a6dde97fb797 {{(pid=104060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:14:45.642861 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9581481e-d0c0-4744-ae83-c148cbe17da0 admin admin] Publish callbacks [] for subnet (421c0aa2-1b52-4062-af10-a6dde97fb797), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.672311 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (4da2e65e-00e6-4db1-acb0-a2bedc1d770a), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.754068 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9581481e-d0c0-4744-ae83-c148cbe17da0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24676677'] for subnet (421c0aa2-1b52-4062-af10-a6dde97fb797), precommit_delete_associations {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.775342 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] Deleting port b5eb3799-b75b-468b-89b3-5cb30151e585 {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:45.776124 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (b5eb3799-b75b-468b-89b3-5cb30151e585), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.881428 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9581481e-d0c0-4744-ae83-c148cbe17da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (421c0aa2-1b52-4062-af10-a6dde97fb797), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.889570 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] For port b5eb3799-b75b-468b-89b3-5cb30151e585, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=b5eb3799-b75b-468b-89b3-5cb30151e585,segment=NetworkSegment(ce32a1da-b014-44c1-99ff-9e0f36791ef1),segment_id=ce32a1da-b014-44c1-99ff-9e0f36791ef1)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:45.889972 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (b5eb3799-b75b-468b-89b3-5cb30151e585), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:45.903626 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] Calling delete_port for b5eb3799-b75b-468b-89b3-5cb30151e585 owned by network:dhcp {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:46.076949 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9581481e-d0c0-4744-ae83-c148cbe17da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24517161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24759550'] for subnet (421c0aa2-1b52-4062-af10-a6dde97fb797), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.102832 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581481e-d0c0-4744-ae83-c148cbe17da0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=421c0aa2-1b52-4062-af10-a6dde97fb797,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:46.108261 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9581481e-d0c0-4744-ae83-c148cbe17da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.111516 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-9581481e-d0c0-4744-ae83-c148cbe17da0 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/421c0aa2-1b52-4062-af10-a6dde97fb797 HTTP/1.1" status: 204 len: 168 time: 0.5714645 Mar 23 17:14:46.115533 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 35898) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:46.115697 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f92e520-e278-4740-9aa9-0427174c5e7f None None] Network e1366fd7-bac4-44ee-a88c-79d3f0d765e3 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:14:46.176224 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (b5eb3799-b75b-468b-89b3-5cb30151e585), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.209021 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf3d826-d6e7-425b-a945-70fc5e0bc57f None None] DHCP port deletion for 4da2e65e-00e6-4db1-acb0-a2bedc1d770a request from dv-cinder-834919-1-iscsi {{(pid=104062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 17:14:46.209719 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=b5eb3799-b75b-468b-89b3-5cb30151e585,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:46.225591 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] No DVR routers for this DVR port b5eb3799-b75b-468b-89b3-5cb30151e585 on host dv-cinder-834919-1-iscsi {{(pid=104061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:14:46.235963 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (e1366fd7-bac4-44ee-a88c-79d3f0d765e3), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.325544 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97d6f3e-08d2-4c7f-b08c-0872404a954a None None] DHCP port deletion for e1366fd7-bac4-44ee-a88c-79d3f0d765e3 request from dv-cinder-834919-1-iscsi {{(pid=104062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 17:14:46.344753 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (4da2e65e-00e6-4db1-acb0-a2bedc1d770a), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.356454 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da2e65e-00e6-4db1-acb0-a2bedc1d770a']}} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:46.371047 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce32a1da-b014-44c1-99ff-9e0f36791ef1') {'for_net_delete': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:46.371442 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce32a1da-b014-44c1-99ff-9e0f36791ef1') {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:46.384461 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12634118'] for segment (ce32a1da-b014-44c1-99ff-9e0f36791ef1), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.396837 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-e97d6f3e-08d2-4c7f-b08c-0872404a954a None None] Deleting port 1eb93016-9e21-407d-bb4a-5ab983efc4a0 {{(pid=104062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:46.397578 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e97d6f3e-08d2-4c7f-b08c-0872404a954a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (1eb93016-9e21-407d-bb4a-5ab983efc4a0), before_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.401662 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (ce32a1da-b014-44c1-99ff-9e0f36791ef1), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.410321 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] Deleting port 1eb93016-9e21-407d-bb4a-5ab983efc4a0 {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:46.410658 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (1eb93016-9e21-407d-bb4a-5ab983efc4a0), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.412633 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=104061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:14:46.413021 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25120871'] for segment (ce32a1da-b014-44c1-99ff-9e0f36791ef1), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: Traceback (most recent call last): Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: timer() Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: cb(*args, **kw) Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: return func(*args, **kwargs) Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: self._notify() Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: self.callback(batched_events) Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: event.method(event) Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: return f(self, *a, **k) Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._get(url).json() Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: return self.request(url, 'GET', **kwargs) Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:14:46.414607 dv-cinder-834919-1-iscsi neutron-server[104061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:14:46.514732 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-e97d6f3e-08d2-4c7f-b08c-0872404a954a None None] For port 1eb93016-9e21-407d-bb4a-5ab983efc4a0, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=1eb93016-9e21-407d-bb4a-5ab983efc4a0,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:46.514732 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e97d6f3e-08d2-4c7f-b08c-0872404a954a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (1eb93016-9e21-407d-bb4a-5ab983efc4a0), precommit_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.528122 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] For port 1eb93016-9e21-407d-bb4a-5ab983efc4a0, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=1eb93016-9e21-407d-bb4a-5ab983efc4a0,segment=NetworkSegment(df232161-3733-4eec-a5ef-db4933a0797e),segment_id=df232161-3733-4eec-a5ef-db4933a0797e)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:46.528513 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (1eb93016-9e21-407d-bb4a-5ab983efc4a0), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.537132 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-e97d6f3e-08d2-4c7f-b08c-0872404a954a None None] Calling delete_port for 1eb93016-9e21-407d-bb4a-5ab983efc4a0 owned by network:dhcp {{(pid=104062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:46.543314 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] Calling delete_port for 1eb93016-9e21-407d-bb4a-5ab983efc4a0 owned by network:dhcp {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:46.590926 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (4da2e65e-00e6-4db1-acb0-a2bedc1d770a), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.604252 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.607568 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] 10.222.0.97 "DELETE /v2.0/networks/4da2e65e-00e6-4db1-acb0-a2bedc1d770a HTTP/1.1" status: 204 len: 168 time: 1.0246942 Mar 23 17:14:46.610687 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35912) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:46.631236 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35736759-8aa0-4593-b563-d9dcd3aa7a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=4da2e65e-00e6-4db1-acb0-a2bedc1d770a,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:46.756010 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e97d6f3e-08d2-4c7f-b08c-0872404a954a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (1eb93016-9e21-407d-bb4a-5ab983efc4a0), after_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.782730 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (1eb93016-9e21-407d-bb4a-5ab983efc4a0), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.818576 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb93016-9e21-407d-bb4a-5ab983efc4a0,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:46.818916 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d6f3e-08d2-4c7f-b08c-0872404a954a None None] Pushing event deleted for resources: {'Port': ['ID=1eb93016-9e21-407d-bb4a-5ab983efc4a0,revision_number=None']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:46.823160 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] No DVR routers for this DVR port 1eb93016-9e21-407d-bb4a-5ab983efc4a0 on host dv-cinder-834919-1-iscsi {{(pid=104061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:14:46.836496 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d6f3e-08d2-4c7f-b08c-0872404a954a None None] No DVR routers for this DVR port 1eb93016-9e21-407d-bb4a-5ab983efc4a0 on host dv-cinder-834919-1-iscsi {{(pid=104062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:14:46.911806 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (e1366fd7-bac4-44ee-a88c-79d3f0d765e3), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.938433 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1366fd7-bac4-44ee-a88c-79d3f0d765e3']}} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:46.949322 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df232161-3733-4eec-a5ef-db4933a0797e') {'for_net_delete': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:46.950553 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df232161-3733-4eec-a5ef-db4933a0797e') {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:46.961429 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12634118'] for segment (df232161-3733-4eec-a5ef-db4933a0797e), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.978227 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (df232161-3733-4eec-a5ef-db4933a0797e), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.984801 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=104061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:14:46.985188 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25120871'] for segment (df232161-3733-4eec-a5ef-db4933a0797e), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: self.session.flush() Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: self.session.flush() Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: self.session.flush() Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: self.session.flush() Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: Traceback (most recent call last): Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: timer() Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: cb(*args, **kw) Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: return func(*args, **kwargs) Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: self._notify() Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: self.callback(batched_events) Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: event.method(event) Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: return f(self, *a, **k) Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._get(url).json() Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: return self.request(url, 'GET', **kwargs) Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:14:46.986823 dv-cinder-834919-1-iscsi neutron-server[104061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:14:47.025872 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-bde03072-f5c4-4625-a6fa-c8d28bb5e9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16731715'] for router_interface (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:47.173588 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (e1366fd7-bac4-44ee-a88c-79d3f0d765e3), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:47.186368 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:47.186368 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] 10.222.0.97 "DELETE /v2.0/networks/e1366fd7-bac4-44ee-a88c-79d3f0d765e3 HTTP/1.1" status: 204 len: 168 time: 1.0675678 Mar 23 17:14:47.193689 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4705d8-c230-4008-9a67-950364f63e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=e1366fd7-bac4-44ee-a88c-79d3f0d765e3,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:47.314075 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device b5eb3799-b75b-468b-89b3-5cb30151e585 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:14:47.328117 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-bde03072-f5c4-4625-a6fa-c8d28bb5e9de admin admin] Deleting port a3095cfc-ff16-4af5-abaa-63dfc2562cdd {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:47.328904 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-bde03072-f5c4-4625-a6fa-c8d28bb5e9de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:47.334217 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: b5eb3799-b75b-468b-89b3-5cb30151e585 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:14:47.334575 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device b5eb3799-b75b-468b-89b3-5cb30151e585 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:14:47.335003 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 6cd551b4-8023-46f8-abe7-2f00a2dc35ee no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:14:47.354177 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 6cd551b4-8023-46f8-abe7-2f00a2dc35ee {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:14:47.354450 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 6cd551b4-8023-46f8-abe7-2f00a2dc35ee not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:14:47.354864 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 1eb93016-9e21-407d-bb4a-5ab983efc4a0 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:14:47.374573 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 1eb93016-9e21-407d-bb4a-5ab983efc4a0 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:14:47.374923 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 1eb93016-9e21-407d-bb4a-5ab983efc4a0 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:14:47.395784 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44004fa-6375-45ce-a042-e06b04ab30c9 req-e7405f4d-fea8-44bf-be6e-d6bfc33ba68b tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:47.397296 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c44004fa-6375-45ce-a042-e06b04ab30c9 req-e7405f4d-fea8-44bf-be6e-d6bfc33ba68b tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 946 time: 0.1066082 Mar 23 17:14:47.441833 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-bde03072-f5c4-4625-a6fa-c8d28bb5e9de admin admin] For port a3095cfc-ff16-4af5-abaa-63dfc2562cdd, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=a3095cfc-ff16-4af5-abaa-63dfc2562cdd,segment=NetworkSegment(bb8449de-76c9-4def-8697-7b1aa84f0414),segment_id=bb8449de-76c9-4def-8697-7b1aa84f0414)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:47.449519 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-bde03072-f5c4-4625-a6fa-c8d28bb5e9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:47.463740 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-bde03072-f5c4-4625-a6fa-c8d28bb5e9de admin admin] Calling delete_port for a3095cfc-ff16-4af5-abaa-63dfc2562cdd owned by network:router_interface {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:47.482378 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c44004fa-6375-45ce-a042-e06b04ab30c9 req-89501a7a-d2ab-4284-b1e6-40c2ae1d75cb tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=00bad8ec-9d66-4e57-9d74-1571a1a1f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787349 Mar 23 17:14:47.745411 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35954) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:47.785236 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-ee513a15-b046-4b07-9423-487c28c2c3ed admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4024a8cc8cbe47d394fcfd1c73faa29c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382245 Mar 23 17:14:47.787202 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35956) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:47.800810 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-bde03072-f5c4-4625-a6fa-c8d28bb5e9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (a3095cfc-ff16-4af5-abaa-63dfc2562cdd), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:47.837180 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde03072-f5c4-4625-a6fa-c8d28bb5e9de admin admin] Pushing event deleted for resources: {'Port': ['ID=a3095cfc-ff16-4af5-abaa-63dfc2562cdd,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:47.906419 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-90ff806e-5138-4f39-bac7-fe31d8881c9a admin admin] Publish callbacks [] for security_group (d420f028-09dd-4c03-8b84-5fe5dade3a3d), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:47.939232 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-90ff806e-5138-4f39-bac7-fe31d8881c9a admin admin] Publish callbacks [] for security_group (d420f028-09dd-4c03-8b84-5fe5dade3a3d), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:48.061355 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-bde03072-f5c4-4625-a6fa-c8d28bb5e9de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729075'] for router_interface (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:48.140895 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-90ff806e-5138-4f39-bac7-fe31d8881c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (d420f028-09dd-4c03-8b84-5fe5dade3a3d), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:48.143453 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-90ff806e-5138-4f39-bac7-fe31d8881c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:48.145791 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-90ff806e-5138-4f39-bac7-fe31d8881c9a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d420f028-09dd-4c03-8b84-5fe5dade3a3d HTTP/1.1" status: 204 len: 168 time: 0.3565152 Mar 23 17:14:48.164183 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff806e-5138-4f39-bac7-fe31d8881c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d420f028-09dd-4c03-8b84-5fe5dade3a3d,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:48.296541 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde03072-f5c4-4625-a6fa-c8d28bb5e9de admin admin] Router e509c360-eca3-4b6d-ab07-b0a23dd46ab4 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:14:48.403118 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde03072-f5c4-4625-a6fa-c8d28bb5e9de admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:14:48.408102 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-bde03072-f5c4-4625-a6fa-c8d28bb5e9de admin admin] 10.222.0.97 "PUT /v2.0/routers/e509c360-eca3-4b6d-ab07-b0a23dd46ab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7953947 Mar 23 17:14:48.410620 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 35964) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:48.412047 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1abcb7c-31db-4c94-a12b-66c4c040dcc7 None None] Sync routers for ids ['e509c360-eca3-4b6d-ab07-b0a23dd46ab4'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:14:48.421999 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1abcb7c-31db-4c94-a12b-66c4c040dcc7 None None] Routers {'e509c360-eca3-4b6d-ab07-b0a23dd46ab4'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:14:48.422620 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-b1abcb7c-31db-4c94-a12b-66c4c040dcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['e509c360-eca3-4b6d-ab07-b0a23dd46ab4'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:48.528561 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-77c1055e-1a85-4866-8daa-7ea6426d8c50 admin admin] Publish callbacks [] for router (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:48.550148 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-b1abcb7c-31db-4c94-a12b-66c4c040dcc7 None None] Set router e509c360-eca3-4b6d-ab07-b0a23dd46ab4 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:14:48.613574 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712912b-d7ac-4735-a71d-6af301d5f171 req-f23d9c50-66aa-45e8-a04c-e01dc0293204 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:48.621122 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5712912b-d7ac-4735-a71d-6af301d5f171 req-f23d9c50-66aa-45e8-a04c-e01dc0293204 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 946 time: 0.0636406 Mar 23 17:14:48.648914 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-77c1055e-1a85-4866-8daa-7ea6426d8c50 admin admin] Publish callbacks [] for router_gateway (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:48.671933 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5712912b-d7ac-4735-a71d-6af301d5f171 req-c8d5ac67-9341-4899-9dca-440d2cd9047d tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=00bad8ec-9d66-4e57-9d74-1571a1a1f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496235 Mar 23 17:14:48.767211 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-b1abcb7c-31db-4c94-a12b-66c4c040dcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'name': 'tempest-TestMinimumBasicScenario-64590040-router', 'tenant_id': 'bb154e3cf19c47ca98148a491306a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '7fcece4d-f117-4bb9-937e-a4554a33c7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:12:01Z', 'updated_at': '2022-03-23T17:14:47Z', 'revision_number': 5, 'project_id': 'bb154e3cf19c47ca98148a491306a155', 'gw_port': {'id': '7fcece4d-f117-4bb9-937e-a4554a33c7df', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:12:03Z', 'updated_at': '2022-03-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:48.777844 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-77c1055e-1a85-4866-8daa-7ea6426d8c50 admin admin] Deleting port 7fcece4d-f117-4bb9-937e-a4554a33c7df {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:48.778182 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-77c1055e-1a85-4866-8daa-7ea6426d8c50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (7fcece4d-f117-4bb9-937e-a4554a33c7df), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:48.794220 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1abcb7c-31db-4c94-a12b-66c4c040dcc7 None None] Checking router: e509c360-eca3-4b6d-ab07-b0a23dd46ab4 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:14:48.802430 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1abcb7c-31db-4c94-a12b-66c4c040dcc7 None None] Routers {'e509c360-eca3-4b6d-ab07-b0a23dd46ab4'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:14:48.803048 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-b1abcb7c-31db-4c94-a12b-66c4c040dcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['e509c360-eca3-4b6d-ab07-b0a23dd46ab4'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:48.872221 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-77c1055e-1a85-4866-8daa-7ea6426d8c50 admin admin] For port 7fcece4d-f117-4bb9-937e-a4554a33c7df, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=7fcece4d-f117-4bb9-937e-a4554a33c7df,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:48.872748 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-77c1055e-1a85-4866-8daa-7ea6426d8c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (7fcece4d-f117-4bb9-937e-a4554a33c7df), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:48.888416 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-77c1055e-1a85-4866-8daa-7ea6426d8c50 admin admin] Calling delete_port for 7fcece4d-f117-4bb9-937e-a4554a33c7df owned by network:router_gateway {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:48.896379 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-b1abcb7c-31db-4c94-a12b-66c4c040dcc7 None None] Set router e509c360-eca3-4b6d-ab07-b0a23dd46ab4 gateway port host: None {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:14:48.954856 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-b1abcb7c-31db-4c94-a12b-66c4c040dcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'name': 'tempest-TestMinimumBasicScenario-64590040-router', 'tenant_id': 'bb154e3cf19c47ca98148a491306a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:12:01Z', 'updated_at': '2022-03-23T17:14:48Z', 'revision_number': 6, 'project_id': 'bb154e3cf19c47ca98148a491306a155', 'gw_port_host': None}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:48.982429 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1abcb7c-31db-4c94-a12b-66c4c040dcc7 None None] The sync data for ids ['e509c360-eca3-4b6d-ab07-b0a23dd46ab4'] in dv-cinder-834919-1-iscsi is: [{'id': 'e509c360-eca3-4b6d-ab07-b0a23dd46ab4', 'name': 'tempest-TestMinimumBasicScenario-64590040-router', 'tenant_id': 'bb154e3cf19c47ca98148a491306a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:12:01Z', 'updated_at': '2022-03-23T17:14:48Z', 'revision_number': 6, 'project_id': 'bb154e3cf19c47ca98148a491306a155', 'gw_port_host': None}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:14:49.036799 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39504ff1-6932-4725-9f8f-d66d68c41483 req-01bf3e2e-b6bf-4792-a62e-be878b79ebb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:49.038279 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-39504ff1-6932-4725-9f8f-d66d68c41483 req-01bf3e2e-b6bf-4792-a62e-be878b79ebb2 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 946 time: 0.1074245 Mar 23 17:14:49.319674 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:14:49.430100 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device a3095cfc-ff16-4af5-abaa-63dfc2562cdd no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:14:49.459828 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: a3095cfc-ff16-4af5-abaa-63dfc2562cdd {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:14:49.460179 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device a3095cfc-ff16-4af5-abaa-63dfc2562cdd not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:14:49.460984 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-39504ff1-6932-4725-9f8f-d66d68c41483 req-adeea17e-4642-468b-ab44-e202e5adad29 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Deleting port e5fc6519-1b15-4f25-bb20-478438cb82f9 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:49.461439 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-39504ff1-6932-4725-9f8f-d66d68c41483 req-adeea17e-4642-468b-ab44-e202e5adad29 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (e5fc6519-1b15-4f25-bb20-478438cb82f9), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:49.563385 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-77c1055e-1a85-4866-8daa-7ea6426d8c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (7fcece4d-f117-4bb9-937e-a4554a33c7df), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:49.572383 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-39504ff1-6932-4725-9f8f-d66d68c41483 req-adeea17e-4642-468b-ab44-e202e5adad29 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] For port e5fc6519-1b15-4f25-bb20-478438cb82f9, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=e5fc6519-1b15-4f25-bb20-478438cb82f9,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:49.572699 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-39504ff1-6932-4725-9f8f-d66d68c41483 req-adeea17e-4642-468b-ab44-e202e5adad29 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (e5fc6519-1b15-4f25-bb20-478438cb82f9), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:49.605283 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1055e-1a85-4866-8daa-7ea6426d8c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fcece4d-f117-4bb9-937e-a4554a33c7df,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:49.841413 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36032) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:49.876164 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb5cde-f54e-40bd-b0f3-a4876bad1ff9 req-7c60a336-eda0-42a5-8964-0fa22ce0bd97 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:14:49.878237 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-77c1055e-1a85-4866-8daa-7ea6426d8c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728329'] for router_gateway (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:49.878752 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-67bb5cde-f54e-40bd-b0f3-a4876bad1ff9 req-7c60a336-eda0-42a5-8964-0fa22ce0bd97 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 946 time: 0.0895069 Mar 23 17:14:49.943058 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-67bb5cde-f54e-40bd-b0f3-a4876bad1ff9 req-0f7ea804-4dfd-43eb-9871-991608b609ea tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups?id=00bad8ec-9d66-4e57-9d74-1571a1a1f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575268 Mar 23 17:14:49.999782 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-77c1055e-1a85-4866-8daa-7ea6426d8c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16729829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.003228 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-77c1055e-1a85-4866-8daa-7ea6426d8c50 admin admin] Publish callbacks [] for router_controller (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), precommit_delete_associations {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.006470 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-39504ff1-6932-4725-9f8f-d66d68c41483 req-adeea17e-4642-468b-ab44-e202e5adad29 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.006862 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-39504ff1-6932-4725-9f8f-d66d68c41483 req-adeea17e-4642-468b-ab44-e202e5adad29 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (0ed2d27b-157b-48c5-ac92-c472bb387537), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.007191 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [req-39504ff1-6932-4725-9f8f-d66d68c41483 req-adeea17e-4642-468b-ab44-e202e5adad29 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Floating IP 0ed2d27b-157b-48c5-ac92-c472bb387537 disassociated. External IP: 172.27.1.249, port: e5fc6519-1b15-4f25-bb20-478438cb82f9. Mar 23 17:14:50.007495 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-39504ff1-6932-4725-9f8f-d66d68c41483 req-adeea17e-4642-468b-ab44-e202e5adad29 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Calling delete_port for e5fc6519-1b15-4f25-bb20-478438cb82f9 owned by compute:nova {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:50.150284 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-77c1055e-1a85-4866-8daa-7ea6426d8c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16729834'] for router (e509c360-eca3-4b6d-ab07-b0a23dd46ab4), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.151478 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c1055e-1a85-4866-8daa-7ea6426d8c50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e509c360-eca3-4b6d-ab07-b0a23dd46ab4 {{(pid=104060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 17:14:50.157284 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-77c1055e-1a85-4866-8daa-7ea6426d8c50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.161252 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-77c1055e-1a85-4866-8daa-7ea6426d8c50 admin admin] 10.222.0.97 "DELETE /v2.0/routers/e509c360-eca3-4b6d-ab07-b0a23dd46ab4 HTTP/1.1" status: 204 len: 168 time: 1.7468545 Mar 23 17:14:50.161252 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36036) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:50.216765 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2501ef-00c7-4e2e-af5c-04edbc6fb7c1 admin admin] Deleting subnet 59a1f9ed-07de-4345-8793-28a9b7c5f65f {{(pid=104060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:14:50.220196 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fd2501ef-00c7-4e2e-af5c-04edbc6fb7c1 admin admin] Publish callbacks [] for subnet (59a1f9ed-07de-4345-8793-28a9b7c5f65f), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.262463 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fd2501ef-00c7-4e2e-af5c-04edbc6fb7c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24676677'] for subnet (59a1f9ed-07de-4345-8793-28a9b7c5f65f), precommit_delete_associations {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.340346 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fd2501ef-00c7-4e2e-af5c-04edbc6fb7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (59a1f9ed-07de-4345-8793-28a9b7c5f65f), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.375976 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-39504ff1-6932-4725-9f8f-d66d68c41483 req-adeea17e-4642-468b-ab44-e202e5adad29 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (e5fc6519-1b15-4f25-bb20-478438cb82f9), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.404218 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-863b7ab6-46ac-4d72-ad54-d671fd4b48ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.411087 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeea17e-4642-468b-ab44-e202e5adad29 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event deleted for resources: {'Port': ['ID=e5fc6519-1b15-4f25-bb20-478438cb82f9,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:50.433171 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36040) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:50.500944 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-863b7ab6-46ac-4d72-ad54-d671fd4b48ca admin admin] Publish callbacks [] for security_group (788434f9-a17a-45c3-9c75-e902cece43f6), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.520175 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fd2501ef-00c7-4e2e-af5c-04edbc6fb7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24517161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24759550'] for subnet (59a1f9ed-07de-4345-8793-28a9b7c5f65f), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.520788 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5d050917-61ec-4968-bdb0-0d3c2cde1574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.551313 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2501ef-00c7-4e2e-af5c-04edbc6fb7c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a1f9ed-07de-4345-8793-28a9b7c5f65f,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:50.561599 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fd2501ef-00c7-4e2e-af5c-04edbc6fb7c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.567047 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-fd2501ef-00c7-4e2e-af5c-04edbc6fb7c1 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/59a1f9ed-07de-4345-8793-28a9b7c5f65f HTTP/1.1" status: 204 len: 168 time: 0.4028506 Mar 23 17:14:50.567281 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36046) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:50.571135 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79307250-e9f9-45c3-a4e1-b6e85cfaef62 None None] Network aa3cd03f-a0fd-43bf-ad10-5663caa45024 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:14:50.593867 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-863b7ab6-46ac-4d72-ad54-d671fd4b48ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (788434f9-a17a-45c3-9c75-e902cece43f6), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.614827 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36048) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:50.630888 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39504ff1-6932-4725-9f8f-d66d68c41483 req-adeea17e-4642-468b-ab44-e202e5adad29 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Router 6b463247-5501-4319-9864-cb14ee1d1d57 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:14:50.646746 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5d050917-61ec-4968-bdb0-0d3c2cde1574 admin admin] Publish callbacks [] for security_group (df8219f9-e9c4-4aac-8eb5-2426966b4ada), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.656534 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b7ab6-46ac-4d72-ad54-d671fd4b48ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788434f9-a17a-45c3-9c75-e902cece43f6,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:50.666784 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (aa3cd03f-a0fd-43bf-ad10-5663caa45024), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.680616 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-863b7ab6-46ac-4d72-ad54-d671fd4b48ca admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=da97cb5ed6144c64982598917cd4f91f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8368888 Mar 23 17:14:50.681466 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36052) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:50.732751 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5d050917-61ec-4968-bdb0-0d3c2cde1574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (df8219f9-e9c4-4aac-8eb5-2426966b4ada), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.772629 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c488a512-b04e-4208-a628-3ff8e086d070 None None] DHCP port deletion for aa3cd03f-a0fd-43bf-ad10-5663caa45024 request from dv-cinder-834919-1-iscsi {{(pid=104062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 17:14:50.791655 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-98461657-5d55-4102-9e7c-57700dd5c68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.813777 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d050917-61ec-4968-bdb0-0d3c2cde1574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8219f9-e9c4-4aac-8eb5-2426966b4ada,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:50.831502 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-5d050917-61ec-4968-bdb0-0d3c2cde1574 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=19745c7c83e24ef69d8ba8b800512cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3963962 Mar 23 17:14:50.833322 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36054) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:50.846092 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c488a512-b04e-4208-a628-3ff8e086d070 None None] Deleting port 91f43492-f6d0-4a85-93e7-e51116b10983 {{(pid=104062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:50.846478 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c488a512-b04e-4208-a628-3ff8e086d070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (91f43492-f6d0-4a85-93e7-e51116b10983), before_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.847101 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-32a7f19b-0c69-466c-b89a-d8507f6e2173 admin admin] Publish callbacks [] for security_group (788434f9-a17a-45c3-9c75-e902cece43f6), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.865559 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39504ff1-6932-4725-9f8f-d66d68c41483 req-adeea17e-4642-468b-ab44-e202e5adad29 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:14:50.875896 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17447b8-edd8-40a6-b50d-8f497c066f80 None None] Sync routers for ids ['6b463247-5501-4319-9864-cb14ee1d1d57'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:14:50.890386 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-32a7f19b-0c69-466c-b89a-d8507f6e2173 admin admin] Publish callbacks [] for security_group (788434f9-a17a-45c3-9c75-e902cece43f6), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.898232 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17447b8-edd8-40a6-b50d-8f497c066f80 None None] Routers {'6b463247-5501-4319-9864-cb14ee1d1d57'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:14:50.898879 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-f17447b8-edd8-40a6-b50d-8f497c066f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6b463247-5501-4319-9864-cb14ee1d1d57'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:50.954430 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-c488a512-b04e-4208-a628-3ff8e086d070 None None] For port 91f43492-f6d0-4a85-93e7-e51116b10983, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=91f43492-f6d0-4a85-93e7-e51116b10983,segment=NetworkSegment(bb8449de-76c9-4def-8697-7b1aa84f0414),segment_id=bb8449de-76c9-4def-8697-7b1aa84f0414)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:50.954835 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c488a512-b04e-4208-a628-3ff8e086d070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (91f43492-f6d0-4a85-93e7-e51116b10983), precommit_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:50.975831 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c488a512-b04e-4208-a628-3ff8e086d070 None None] Calling delete_port for 91f43492-f6d0-4a85-93e7-e51116b10983 owned by network:dhcp {{(pid=104062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:50.980441 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-98461657-5d55-4102-9e7c-57700dd5c68c admin admin] Publish callbacks [] for security_group (3711848b-7bc9-40d9-804d-fbe940f052f7), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.033694 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-39504ff1-6932-4725-9f8f-d66d68c41483 req-adeea17e-4642-468b-ab44-e202e5adad29 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] No DVR routers for this DVR port e5fc6519-1b15-4f25-bb20-478438cb82f9 on host hv-cinder-83491 {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:14:51.039085 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-39504ff1-6932-4725-9f8f-d66d68c41483 req-adeea17e-4642-468b-ab44-e202e5adad29 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.042775 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-39504ff1-6932-4725-9f8f-d66d68c41483 req-adeea17e-4642-468b-ab44-e202e5adad29 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.43 "DELETE /v2.0/ports/e5fc6519-1b15-4f25-bb20-478438cb82f9 HTTP/1.1" status: 204 len: 173 time: 1.9979908 Mar 23 17:14:51.045645 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8032f4-91c6-41bc-b44c-ff0bb7c777b0', 'name': 'network-vif-deleted', 'tag': 'e5fc6519-1b15-4f25-bb20-478438cb82f9'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:14:51.048192 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3face26-ff0c-46d4-8ff0-ce6ab87b9293" -d '{"events": [{"server_uuid": "cf8032f4-91c6-41bc-b44c-ff0bb7c777b0", "name": "network-vif-deleted", "tag": "e5fc6519-1b15-4f25-bb20-478438cb82f9"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:14:51.051817 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] Deleting port 91f43492-f6d0-4a85-93e7-e51116b10983 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:51.052283 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (91f43492-f6d0-4a85-93e7-e51116b10983), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.059192 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-32a7f19b-0c69-466c-b89a-d8507f6e2173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (788434f9-a17a-45c3-9c75-e902cece43f6), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.062873 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-32a7f19b-0c69-466c-b89a-d8507f6e2173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.078987 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-32a7f19b-0c69-466c-b89a-d8507f6e2173 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/788434f9-a17a-45c3-9c75-e902cece43f6 HTTP/1.1" status: 204 len: 168 time: 0.3869021 Mar 23 17:14:51.083154 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-f17447b8-edd8-40a6-b50d-8f497c066f80 None None] Set router 6b463247-5501-4319-9864-cb14ee1d1d57 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:14:51.089814 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-710f0fd7-dfa7-4469-a29f-22a2ebce4a96 req-e09317f0-fbda-49f2-a8b1-43a63231c8a6 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 210 time: 0.0338457 Mar 23 17:14:51.093606 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7f19b-0c69-466c-b89a-d8507f6e2173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788434f9-a17a-45c3-9c75-e902cece43f6,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:51.115219 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d77c46b-757e-4f2d-9644-174ec62d27cc x-openstack-request-id: req-4d77c46b-757e-4f2d-9644-174ec62d27cc {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:14:51.115721 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8032f4-91c6-41bc-b44c-ff0bb7c777b0", "name": "network-vif-deleted", "tag": "e5fc6519-1b15-4f25-bb20-478438cb82f9", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:14:51.116283 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4d77c46b-757e-4f2d-9644-174ec62d27cc {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:14:51.117084 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d77c46b-757e-4f2d-9644-174ec62d27cc'] response: {'server_uuid': 'cf8032f4-91c6-41bc-b44c-ff0bb7c777b0', 'name': 'network-vif-deleted', 'tag': 'e5fc6519-1b15-4f25-bb20-478438cb82f9', 'status': 'completed', 'code': 200} Mar 23 17:14:51.124883 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-98461657-5d55-4102-9e7c-57700dd5c68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (3711848b-7bc9-40d9-804d-fbe940f052f7), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.167333 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0bdc4dd4-bd8f-4c82-88d1-0acfa9a260bd admin admin] Publish callbacks [] for security_group (df8219f9-e9c4-4aac-8eb5-2426966b4ada), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.170846 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-98461657-5d55-4102-9e7c-57700dd5c68c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7698fb51e00747a0af7ed2dbcfd6d371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5515416 Mar 23 17:14:51.171824 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98461657-5d55-4102-9e7c-57700dd5c68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3711848b-7bc9-40d9-804d-fbe940f052f7,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:51.174136 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36064) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:51.209961 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] For port 91f43492-f6d0-4a85-93e7-e51116b10983, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=91f43492-f6d0-4a85-93e7-e51116b10983,segment=NetworkSegment(bb8449de-76c9-4def-8697-7b1aa84f0414),segment_id=bb8449de-76c9-4def-8697-7b1aa84f0414)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:14:51.210324 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (91f43492-f6d0-4a85-93e7-e51116b10983), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.231141 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0bdc4dd4-bd8f-4c82-88d1-0acfa9a260bd admin admin] Publish callbacks [] for security_group (df8219f9-e9c4-4aac-8eb5-2426966b4ada), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.237308 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8bee8480-b5a0-4cc5-9d1c-d0444bcfc287 admin admin] Publish callbacks [] for security_group (3711848b-7bc9-40d9-804d-fbe940f052f7), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.241423 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] Calling delete_port for 91f43492-f6d0-4a85-93e7-e51116b10983 owned by network:dhcp {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:51.249240 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c488a512-b04e-4208-a628-3ff8e086d070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (91f43492-f6d0-4a85-93e7-e51116b10983), after_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.269493 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8bee8480-b5a0-4cc5-9d1c-d0444bcfc287 admin admin] Publish callbacks [] for security_group (3711848b-7bc9-40d9-804d-fbe940f052f7), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.272087 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c488a512-b04e-4208-a628-3ff8e086d070 None None] No DVR routers for this DVR port 91f43492-f6d0-4a85-93e7-e51116b10983 on host dv-cinder-834919-1-iscsi {{(pid=104062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:14:51.338858 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488a512-b04e-4208-a628-3ff8e086d070 None None] Pushing event deleted for resources: {'Port': ['ID=91f43492-f6d0-4a85-93e7-e51116b10983,revision_number=None']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:51.369457 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 7fcece4d-f117-4bb9-937e-a4554a33c7df no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:14:51.395102 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 7fcece4d-f117-4bb9-937e-a4554a33c7df {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:14:51.395572 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 7fcece4d-f117-4bb9-937e-a4554a33c7df not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:14:51.396105 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 91f43492-f6d0-4a85-93e7-e51116b10983 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:14:51.397219 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (91f43492-f6d0-4a85-93e7-e51116b10983), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.408242 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-f17447b8-edd8-40a6-b50d-8f497c066f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:43Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '9d4ed837-ab51-40cf-9d20-83a32e3e2a0c', 'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'mac_address': 'fa:16:3e:9f:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:42Z', 'updated_at': '2022-03-23T17:08:48Z', 'revision_number': 5, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'subnets': [{'id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:51.416168 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 91f43492-f6d0-4a85-93e7-e51116b10983 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:14:51.416621 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 91f43492-f6d0-4a85-93e7-e51116b10983 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:14:51.422849 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f43492-f6d0-4a85-93e7-e51116b10983,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:51.427995 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] No DVR routers for this DVR port 91f43492-f6d0-4a85-93e7-e51116b10983 on host dv-cinder-834919-1-iscsi {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:14:51.452385 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17447b8-edd8-40a6-b50d-8f497c066f80 None None] Checking router: 6b463247-5501-4319-9864-cb14ee1d1d57 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:14:51.452385 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17447b8-edd8-40a6-b50d-8f497c066f80 None None] Routers {'6b463247-5501-4319-9864-cb14ee1d1d57'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:14:51.452385 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-f17447b8-edd8-40a6-b50d-8f497c066f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6b463247-5501-4319-9864-cb14ee1d1d57'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:51.487043 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8bee8480-b5a0-4cc5-9d1c-d0444bcfc287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (3711848b-7bc9-40d9-804d-fbe940f052f7), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.490415 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8bee8480-b5a0-4cc5-9d1c-d0444bcfc287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.494811 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-8bee8480-b5a0-4cc5-9d1c-d0444bcfc287 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3711848b-7bc9-40d9-804d-fbe940f052f7 HTTP/1.1" status: 204 len: 168 time: 0.3167751 Mar 23 17:14:51.501157 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee8480-b5a0-4cc5-9d1c-d0444bcfc287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3711848b-7bc9-40d9-804d-fbe940f052f7,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:51.519342 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (aa3cd03f-a0fd-43bf-ad10-5663caa45024), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.550600 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0bdc4dd4-bd8f-4c82-88d1-0acfa9a260bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (df8219f9-e9c4-4aac-8eb5-2426966b4ada), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.550600 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0bdc4dd4-bd8f-4c82-88d1-0acfa9a260bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.550600 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-0bdc4dd4-bd8f-4c82-88d1-0acfa9a260bd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/df8219f9-e9c4-4aac-8eb5-2426966b4ada HTTP/1.1" status: 204 len: 168 time: 0.7140565 Mar 23 17:14:51.580834 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-f17447b8-edd8-40a6-b50d-8f497c066f80 None None] Set router 6b463247-5501-4319-9864-cb14ee1d1d57 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:14:51.584795 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc4dd4-bd8f-4c82-88d1-0acfa9a260bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8219f9-e9c4-4aac-8eb5-2426966b4ada,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:51.587321 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3cd03f-a0fd-43bf-ad10-5663caa45024']}} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:51.599269 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8449de-76c9-4def-8697-7b1aa84f0414') {'for_net_delete': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:51.605425 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8449de-76c9-4def-8697-7b1aa84f0414') {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:51.610125 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24676732'] for segment (bb8449de-76c9-4def-8697-7b1aa84f0414), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.631769 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (bb8449de-76c9-4def-8697-7b1aa84f0414), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.642478 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=104060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:14:51.642885 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24568971'] for segment (bb8449de-76c9-4def-8697-7b1aa84f0414), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: self.session.flush() Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: self.session.flush() Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: self.session.flush() Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: self.session.flush() Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: Traceback (most recent call last): Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: timer() Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: cb(*args, **kw) Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: return func(*args, **kwargs) Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: self._notify() Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: self.callback(batched_events) Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: event.method(event) Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: return f(self, *a, **k) Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: return self._get(url).json() Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: return self.request(url, 'GET', **kwargs) Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:14:51.645037 dv-cinder-834919-1-iscsi neutron-server[104060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:14:51.793056 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-f17447b8-edd8-40a6-b50d-8f497c066f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:43Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '9d4ed837-ab51-40cf-9d20-83a32e3e2a0c', 'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'mac_address': 'fa:16:3e:9f:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:42Z', 'updated_at': '2022-03-23T17:08:48Z', 'revision_number': 5, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'subnets': [{'id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:14:51.823041 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17447b8-edd8-40a6-b50d-8f497c066f80 None None] The sync data for ids ['6b463247-5501-4319-9864-cb14ee1d1d57'] in dv-cinder-834919-1-iscsi is: [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:08:43Z', 'revision_number': 4, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '9d4ed837-ab51-40cf-9d20-83a32e3e2a0c', 'name': '', 'network_id': 'b5f6ec85-dfe2-47dc-923e-bdc04e67533c', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'mac_address': 'fa:16:3e:9f:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:42Z', 'updated_at': '2022-03-23T17:08:48Z', 'revision_number': 5, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'subnets': [{'id': 'b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:14:51.836669 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (aa3cd03f-a0fd-43bf-ad10-5663caa45024), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.845558 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:51.849143 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] 10.222.0.97 "DELETE /v2.0/networks/aa3cd03f-a0fd-43bf-ad10-5663caa45024 HTTP/1.1" status: 204 len: 168 time: 1.2807531 Mar 23 17:14:51.859785 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a97aea-23ef-49cd-a4e2-2164d08b1ba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa3cd03f-a0fd-43bf-ad10-5663caa45024,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:52.053435 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd3eb9a-2541-45ec-a5fd-51f58b90315b None None] New status for floating IP 0ed2d27b-157b-48c5-ac92-c472bb387537: DOWN {{(pid=104062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:14:52.235004 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7ed01692-cb67-4e67-8b61-18070a1dd9c7 req-98b5c4f8-ac4a-4cc2-9af9-805f969494ec tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf8032f4-91c6-41bc-b44c-ff0bb7c777b0 HTTP/1.1" status: 200 len: 210 time: 0.0375843 Mar 23 17:14:52.600653 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36086) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:52.633827 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device e5fc6519-1b15-4f25-bb20-478438cb82f9 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:14:52.645833 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-bbf36c82-c0c9-4207-9234-6081e3c376b6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=54794ae67e2c48d0805333eefd6b56c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440333 Mar 23 17:14:52.648456 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36088) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:52.658374 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: e5fc6519-1b15-4f25-bb20-478438cb82f9 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:14:52.658730 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device e5fc6519-1b15-4f25-bb20-478438cb82f9 not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:14:52.698523 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-337a015f-7c67-4392-81e1-1f792cd6f5ef admin admin] Publish callbacks [] for security_group (c2ca7df9-74b8-4e02-ae20-aa58bc905273), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:52.721215 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-337a015f-7c67-4392-81e1-1f792cd6f5ef admin admin] Publish callbacks [] for security_group (c2ca7df9-74b8-4e02-ae20-aa58bc905273), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:52.733928 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36094) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:52.748156 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-bac28e78-564a-4c17-82ce-6c0b15fba43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:52.865548 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-337a015f-7c67-4392-81e1-1f792cd6f5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (c2ca7df9-74b8-4e02-ae20-aa58bc905273), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:52.865548 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-337a015f-7c67-4392-81e1-1f792cd6f5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:52.865548 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-337a015f-7c67-4392-81e1-1f792cd6f5ef admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c2ca7df9-74b8-4e02-ae20-aa58bc905273 HTTP/1.1" status: 204 len: 168 time: 0.2129390 Mar 23 17:14:52.871068 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a015f-7c67-4392-81e1-1f792cd6f5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ca7df9-74b8-4e02-ae20-aa58bc905273,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:52.916078 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-bac28e78-564a-4c17-82ce-6c0b15fba43b admin admin] Publish callbacks [] for security_group (cc453192-5c6f-45f2-b944-f243d9d27d2e), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:53.001509 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-bac28e78-564a-4c17-82ce-6c0b15fba43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (cc453192-5c6f-45f2-b944-f243d9d27d2e), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:53.042564 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-bac28e78-564a-4c17-82ce-6c0b15fba43b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5f87d098b26248a282f1c107059aa0ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068411 Mar 23 17:14:53.045583 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36104) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:53.052856 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac28e78-564a-4c17-82ce-6c0b15fba43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc453192-5c6f-45f2-b944-f243d9d27d2e,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:53.099425 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-06e11b7e-5d2b-44ef-9f5e-8967ddc8d016 admin admin] Publish callbacks [] for security_group (cc453192-5c6f-45f2-b944-f243d9d27d2e), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:53.121211 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-06e11b7e-5d2b-44ef-9f5e-8967ddc8d016 admin admin] Publish callbacks [] for security_group (cc453192-5c6f-45f2-b944-f243d9d27d2e), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:53.360057 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-06e11b7e-5d2b-44ef-9f5e-8967ddc8d016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (cc453192-5c6f-45f2-b944-f243d9d27d2e), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:53.362776 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-06e11b7e-5d2b-44ef-9f5e-8967ddc8d016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:53.367854 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-06e11b7e-5d2b-44ef-9f5e-8967ddc8d016 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/cc453192-5c6f-45f2-b944-f243d9d27d2e HTTP/1.1" status: 204 len: 168 time: 0.3174522 Mar 23 17:14:53.372198 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e11b7e-5d2b-44ef-9f5e-8967ddc8d016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc453192-5c6f-45f2-b944-f243d9d27d2e,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:53.472070 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36118) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:53.533957 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d53dd898-85f6-4e54-b4a6-cd00b6cf2196 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group (00bad8ec-9d66-4e57-9d74-1571a1a1f2d9), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:53.557964 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d53dd898-85f6-4e54-b4a6-cd00b6cf2196 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group (00bad8ec-9d66-4e57-9d74-1571a1a1f2d9), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:53.716738 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d53dd898-85f6-4e54-b4a6-cd00b6cf2196 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (00bad8ec-9d66-4e57-9d74-1571a1a1f2d9), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:53.719621 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d53dd898-85f6-4e54-b4a6-cd00b6cf2196 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:53.720819 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-d53dd898-85f6-4e54-b4a6-cd00b6cf2196 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "DELETE /v2.0/security-groups/00bad8ec-9d66-4e57-9d74-1571a1a1f2d9 HTTP/1.1" status: 204 len: 168 time: 0.2476988 Mar 23 17:14:53.727415 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36124) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:53.729942 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dd898-85f6-4e54-b4a6-cd00b6cf2196 tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bad8ec-9d66-4e57-9d74-1571a1a1f2d9,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:53.740120 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.api.v2.resource [None req-c8422f83-e65d-4238-b75f-50f5cfbd29ed tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] show failed (client error): The resource could not be found. Mar 23 17:14:53.745584 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-c8422f83-e65d-4238-b75f-50f5cfbd29ed tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "GET /v2.0/security-groups/00bad8ec-9d66-4e57-9d74-1571a1a1f2d9 HTTP/1.1" status: 404 len: 347 time: 0.0206702 Mar 23 17:14:53.749160 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36128) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:53.877499 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-5ae9ab1d-ee0e-476f-bb14-86c26f8ad58c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Deleting port f4697435-8c76-4283-b15a-96185e3aca03 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:14:53.877740 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5ae9ab1d-ee0e-476f-bb14-86c26f8ad58c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (f4697435-8c76-4283-b15a-96185e3aca03), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:53.953963 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36136) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:53.955449 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5ae9ab1d-ee0e-476f-bb14-86c26f8ad58c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (f4697435-8c76-4283-b15a-96185e3aca03), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:53.955824 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5ae9ab1d-ee0e-476f-bb14-86c26f8ad58c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for floatingip (f4697435-8c76-4283-b15a-96185e3aca03), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:53.968563 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-5ae9ab1d-ee0e-476f-bb14-86c26f8ad58c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Calling delete_port for f4697435-8c76-4283-b15a-96185e3aca03 owned by network:floatingip {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:14:53.998504 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-179e9139-6f5b-4bbc-a029-ef92eed3bbf9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bb154e3cf19c47ca98148a491306a155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409646 Mar 23 17:14:53.998720 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36138) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:54.059117 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-12efa878-bf4e-4587-9489-6a3f3d282ff3 admin admin] Publish callbacks [] for security_group (b042f6f0-da80-4c44-b828-15735ce1ee75), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:54.081511 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-12efa878-bf4e-4587-9489-6a3f3d282ff3 admin admin] Publish callbacks [] for security_group (b042f6f0-da80-4c44-b828-15735ce1ee75), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:54.213792 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-12efa878-bf4e-4587-9489-6a3f3d282ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (b042f6f0-da80-4c44-b828-15735ce1ee75), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:54.214547 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5ae9ab1d-ee0e-476f-bb14-86c26f8ad58c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (f4697435-8c76-4283-b15a-96185e3aca03), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:54.216530 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-12efa878-bf4e-4587-9489-6a3f3d282ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:54.220367 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-12efa878-bf4e-4587-9489-6a3f3d282ff3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b042f6f0-da80-4c44-b828-15735ce1ee75 HTTP/1.1" status: 204 len: 168 time: 0.2180312 Mar 23 17:14:54.234600 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efa878-bf4e-4587-9489-6a3f3d282ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b042f6f0-da80-4c44-b828-15735ce1ee75,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:54.247967 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9ab1d-ee0e-476f-bb14-86c26f8ad58c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Pushing event deleted for resources: {'Port': ['ID=f4697435-8c76-4283-b15a-96185e3aca03,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:54.316141 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5ae9ab1d-ee0e-476f-bb14-86c26f8ad58c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks [] for floatingip (0ed2d27b-157b-48c5-ac92-c472bb387537), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:54.318826 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5ae9ab1d-ee0e-476f-bb14-86c26f8ad58c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:54.323637 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-5ae9ab1d-ee0e-476f-bb14-86c26f8ad58c tempest-AttachVolumeTestJSON-1999686332 tempest-AttachVolumeTestJSON-1999686332-project] 10.222.0.97 "DELETE /v2.0/floatingips/0ed2d27b-157b-48c5-ac92-c472bb387537 HTTP/1.1" status: 204 len: 168 time: 0.5706766 Mar 23 17:14:55.166043 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-8260a3a3-7f00-4cff-8dc0-c49d953dd989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:55.327171 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:56.423537 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36232) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:56.529998 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-43c7b160-73fd-47d7-b8f7-9b9845a5dd05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:56.602960 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-43c7b160-73fd-47d7-b8f7-9b9845a5dd05 admin admin] Publish callbacks [] for security_group (c612491c-570f-435e-b235-151cd9153ad3), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:56.715822 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-43c7b160-73fd-47d7-b8f7-9b9845a5dd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (c612491c-570f-435e-b235-151cd9153ad3), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:56.756005 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-43c7b160-73fd-47d7-b8f7-9b9845a5dd05 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4f3104ef7a4840e2bacd3ccc2aa4da75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314025 Mar 23 17:14:56.757115 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7b160-73fd-47d7-b8f7-9b9845a5dd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c612491c-570f-435e-b235-151cd9153ad3,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:56.758782 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36236) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:56.808256 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1155fbaa-cfa8-441f-a621-74050046046c admin admin] Publish callbacks [] for security_group (c612491c-570f-435e-b235-151cd9153ad3), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:56.829285 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1155fbaa-cfa8-441f-a621-74050046046c admin admin] Publish callbacks [] for security_group (c612491c-570f-435e-b235-151cd9153ad3), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:57.029927 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1155fbaa-cfa8-441f-a621-74050046046c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (c612491c-570f-435e-b235-151cd9153ad3), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:57.032486 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1155fbaa-cfa8-441f-a621-74050046046c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:57.033667 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-1155fbaa-cfa8-441f-a621-74050046046c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c612491c-570f-435e-b235-151cd9153ad3 HTTP/1.1" status: 204 len: 168 time: 0.2738805 Mar 23 17:14:57.046728 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155fbaa-cfa8-441f-a621-74050046046c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c612491c-570f-435e-b235-151cd9153ad3,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:14:57.378279 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-77dc61a2-1060-4375-afe5-b17241776e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:58.571759 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:14:59.042596 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36300) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:14:59.795823 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e2eec1bc-425b-4db7-9c58-cd5899c428cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16731715'] for router_interface (6b463247-5501-4319-9864-cb14ee1d1d57), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:00.044625 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-e2eec1bc-425b-4db7-9c58-cd5899c428cc admin admin] Deleting port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:15:00.045237 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e2eec1bc-425b-4db7-9c58-cd5899c428cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:00.068539 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:00.130223 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-e2eec1bc-425b-4db7-9c58-cd5899c428cc admin admin] For port 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=9d4ed837-ab51-40cf-9d20-83a32e3e2a0c,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:15:00.130593 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e2eec1bc-425b-4db7-9c58-cd5899c428cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:00.143792 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-e2eec1bc-425b-4db7-9c58-cd5899c428cc admin admin] Calling delete_port for 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c owned by network:router_interface {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:15:00.441468 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e2eec1bc-425b-4db7-9c58-cd5899c428cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (9d4ed837-ab51-40cf-9d20-83a32e3e2a0c), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:00.467618 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eec1bc-425b-4db7-9c58-cd5899c428cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4ed837-ab51-40cf-9d20-83a32e3e2a0c,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:00.638018 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e2eec1bc-425b-4db7-9c58-cd5899c428cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729075'] for router_interface (6b463247-5501-4319-9864-cb14ee1d1d57), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:00.862241 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2eec1bc-425b-4db7-9c58-cd5899c428cc admin admin] Router 6b463247-5501-4319-9864-cb14ee1d1d57 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:15:00.973846 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2eec1bc-425b-4db7-9c58-cd5899c428cc admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:15:00.978895 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-e2eec1bc-425b-4db7-9c58-cd5899c428cc admin admin] 10.222.0.97 "PUT /v2.0/routers/6b463247-5501-4319-9864-cb14ee1d1d57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9346588 Mar 23 17:15:00.982086 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36334) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:00.985273 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abbca98-72e9-4359-954c-111a8afe8afc None None] Sync routers for ids ['6b463247-5501-4319-9864-cb14ee1d1d57'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:15:00.998515 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abbca98-72e9-4359-954c-111a8afe8afc None None] Routers {'6b463247-5501-4319-9864-cb14ee1d1d57'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:15:00.999187 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-6abbca98-72e9-4359-954c-111a8afe8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6b463247-5501-4319-9864-cb14ee1d1d57'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:01.096626 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Publish callbacks [] for router (6b463247-5501-4319-9864-cb14ee1d1d57), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:01.109462 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-6abbca98-72e9-4359-954c-111a8afe8afc None None] Set router 6b463247-5501-4319-9864-cb14ee1d1d57 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:15:01.221516 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Publish callbacks [] for router_gateway (6b463247-5501-4319-9864-cb14ee1d1d57), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:01.299897 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-6abbca98-72e9-4359-954c-111a8afe8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '8241fa66-c382-4060-b757-ba6c9955562b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:15:00Z', 'revision_number': 5, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port': {'id': '8241fa66-c382-4060-b757-ba6c9955562b', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:08:39Z', 'updated_at': '2022-03-23T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:01.331897 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abbca98-72e9-4359-954c-111a8afe8afc None None] Checking router: 6b463247-5501-4319-9864-cb14ee1d1d57 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:15:01.337336 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abbca98-72e9-4359-954c-111a8afe8afc None None] Routers {'6b463247-5501-4319-9864-cb14ee1d1d57'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:15:01.338018 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-6abbca98-72e9-4359-954c-111a8afe8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['6b463247-5501-4319-9864-cb14ee1d1d57'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:01.372809 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Deleting port 8241fa66-c382-4060-b757-ba6c9955562b {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:15:01.373162 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (8241fa66-c382-4060-b757-ba6c9955562b), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:01.445144 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-6abbca98-72e9-4359-954c-111a8afe8afc None None] Set router 6b463247-5501-4319-9864-cb14ee1d1d57 gateway port host: None {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:15:01.460914 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] For port 8241fa66-c382-4060-b757-ba6c9955562b, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=8241fa66-c382-4060-b757-ba6c9955562b,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:15:01.461354 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (8241fa66-c382-4060-b757-ba6c9955562b), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:01.476616 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Calling delete_port for 8241fa66-c382-4060-b757-ba6c9955562b owned by network:router_gateway {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:15:01.555491 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:01.602505 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-6abbca98-72e9-4359-954c-111a8afe8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:15:01Z', 'revision_number': 6, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port_host': None}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:01.631416 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abbca98-72e9-4359-954c-111a8afe8afc None None] The sync data for ids ['6b463247-5501-4319-9864-cb14ee1d1d57'] in dv-cinder-834919-1-iscsi is: [{'id': '6b463247-5501-4319-9864-cb14ee1d1d57', 'name': 'tempest-AttachVolumeTestJSON-1774709399-router', 'tenant_id': 'f132ad6f39674e448f82c3fda9d3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:08:38Z', 'updated_at': '2022-03-23T17:15:01Z', 'revision_number': 6, 'project_id': 'f132ad6f39674e448f82c3fda9d3079b', 'gw_port_host': None}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:15:01.830180 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (8241fa66-c382-4060-b757-ba6c9955562b), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:01.857464 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Pushing event deleted for resources: {'Port': ['ID=8241fa66-c382-4060-b757-ba6c9955562b,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:01.896265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:01.896265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:01.896265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:01.896265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:01.896265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:01.896265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:01.896265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:01.896265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:01.896265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:01.896265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:01.896265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:01.896265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:01.896265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:01.896265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:01.896265 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:01.930774 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728329'] for router_gateway (6b463247-5501-4319-9864-cb14ee1d1d57), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.027002 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16729829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router (6b463247-5501-4319-9864-cb14ee1d1d57), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.030142 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Publish callbacks [] for router_controller (6b463247-5501-4319-9864-cb14ee1d1d57), precommit_delete_associations {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.160098 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16729834'] for router (6b463247-5501-4319-9864-cb14ee1d1d57), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.160807 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b463247-5501-4319-9864-cb14ee1d1d57 {{(pid=104061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 17:15:02.165627 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.166776 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-38f587cc-afa7-4940-9fb8-b24598f8d611 admin admin] 10.222.0.97 "DELETE /v2.0/routers/6b463247-5501-4319-9864-cb14ee1d1d57 HTTP/1.1" status: 204 len: 168 time: 1.1837759 Mar 23 17:15:02.169419 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36362) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:02.213567 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a3f153-6d3e-4391-9300-c20af2d01cad admin admin] Deleting subnet b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8 {{(pid=104061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:15:02.216543 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f153-6d3e-4391-9300-c20af2d01cad admin admin] Publish callbacks [] for subnet (b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.251245 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f153-6d3e-4391-9300-c20af2d01cad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12634175'] for subnet (b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8), precommit_delete_associations {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.329730 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f153-6d3e-4391-9300-c20af2d01cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.499041 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f153-6d3e-4391-9300-c20af2d01cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25145029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25001132'] for subnet (b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.525065 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3f153-6d3e-4391-9300-c20af2d01cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:02.530816 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f153-6d3e-4391-9300-c20af2d01cad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.534007 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-b1a3f153-6d3e-4391-9300-c20af2d01cad admin admin] 10.222.0.97 "DELETE /v2.0/subnets/b86ef8e8-6a3b-48c7-ab18-92186dfbd8c8 HTTP/1.1" status: 204 len: 168 time: 0.3636487 Mar 23 17:15:02.536423 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36364) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:02.538930 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2b762c-952a-42e6-9bf0-d18a044a20da None None] Network b5f6ec85-dfe2-47dc-923e-bdc04e67533c requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:15:02.608294 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (b5f6ec85-dfe2-47dc-923e-bdc04e67533c), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.672248 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] Deleting port 6d152974-0d8c-4f09-a658-f52319835982 {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:15:02.672617 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (6d152974-0d8c-4f09-a658-f52319835982), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.717855 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc77ca52-cbd5-43f4-979b-54a6dd2ca11a None None] DHCP port deletion for b5f6ec85-dfe2-47dc-923e-bdc04e67533c request from dv-cinder-834919-1-iscsi {{(pid=104062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 17:15:02.739000 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] For port 6d152974-0d8c-4f09-a658-f52319835982, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=6d152974-0d8c-4f09-a658-f52319835982,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:15:02.739472 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (6d152974-0d8c-4f09-a658-f52319835982), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.753034 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] Calling delete_port for 6d152974-0d8c-4f09-a658-f52319835982 owned by network:dhcp {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:15:02.765816 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-cc77ca52-cbd5-43f4-979b-54a6dd2ca11a None None] Deleting port 6d152974-0d8c-4f09-a658-f52319835982 {{(pid=104062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:15:02.766195 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-cc77ca52-cbd5-43f4-979b-54a6dd2ca11a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (6d152974-0d8c-4f09-a658-f52319835982), before_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.835324 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-cc77ca52-cbd5-43f4-979b-54a6dd2ca11a None None] For port 6d152974-0d8c-4f09-a658-f52319835982, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=6d152974-0d8c-4f09-a658-f52319835982,segment=NetworkSegment(0394ffdb-badf-45d4-a4b4-f41de9062f16),segment_id=0394ffdb-badf-45d4-a4b4-f41de9062f16)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:15:02.835732 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-cc77ca52-cbd5-43f4-979b-54a6dd2ca11a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (6d152974-0d8c-4f09-a658-f52319835982), precommit_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.849821 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-cc77ca52-cbd5-43f4-979b-54a6dd2ca11a None None] Calling delete_port for 6d152974-0d8c-4f09-a658-f52319835982 owned by network:dhcp {{(pid=104062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:15:02.927255 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (6d152974-0d8c-4f09-a658-f52319835982), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.938637 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-cc77ca52-cbd5-43f4-979b-54a6dd2ca11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (6d152974-0d8c-4f09-a658-f52319835982), after_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:02.956540 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] Pushing event deleted for resources: {'Port': ['ID=6d152974-0d8c-4f09-a658-f52319835982,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:02.959597 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77ca52-cbd5-43f4-979b-54a6dd2ca11a None None] Pushing event deleted for resources: {'Port': ['ID=6d152974-0d8c-4f09-a658-f52319835982,revision_number=None']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:02.960510 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] No DVR routers for this DVR port 6d152974-0d8c-4f09-a658-f52319835982 on host dv-cinder-834919-1-iscsi {{(pid=104061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:15:02.961510 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc77ca52-cbd5-43f4-979b-54a6dd2ca11a None None] No DVR routers for this DVR port 6d152974-0d8c-4f09-a658-f52319835982 on host dv-cinder-834919-1-iscsi {{(pid=104062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:15:03.045323 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (b5f6ec85-dfe2-47dc-923e-bdc04e67533c), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:03.064933 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f6ec85-dfe2-47dc-923e-bdc04e67533c']}} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:03.073913 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0394ffdb-badf-45d4-a4b4-f41de9062f16') {'for_net_delete': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:03.074238 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0394ffdb-badf-45d4-a4b4-f41de9062f16') {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:03.083223 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12634118'] for segment (0394ffdb-badf-45d4-a4b4-f41de9062f16), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:03.096554 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (0394ffdb-badf-45d4-a4b4-f41de9062f16), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:03.102145 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=104061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:15:03.102523 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25120871'] for segment (0394ffdb-badf-45d4-a4b4-f41de9062f16), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: Traceback (most recent call last): Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: timer() Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: cb(*args, **kw) Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: return func(*args, **kwargs) Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: self._notify() Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: self.callback(batched_events) Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: event.method(event) Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: return f(self, *a, **k) Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._get(url).json() Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: return self.request(url, 'GET', **kwargs) Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:15:03.104089 dv-cinder-834919-1-iscsi neutron-server[104061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:15:03.252555 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (b5f6ec85-dfe2-47dc-923e-bdc04e67533c), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:03.256965 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:03.260839 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] 10.222.0.97 "DELETE /v2.0/networks/b5f6ec85-dfe2-47dc-923e-bdc04e67533c HTTP/1.1" status: 204 len: 168 time: 0.7233970 Mar 23 17:15:03.274087 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff9211-1be0-4182-8ada-22bd3e714cce admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f6ec85-dfe2-47dc-923e-bdc04e67533c,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:03.287994 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 8241fa66-c382-4060-b757-ba6c9955562b no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:15:03.312704 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 8241fa66-c382-4060-b757-ba6c9955562b {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:15:03.313062 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 8241fa66-c382-4060-b757-ba6c9955562b not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:15:03.313488 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 6d152974-0d8c-4f09-a658-f52319835982 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:15:03.331769 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 6d152974-0d8c-4f09-a658-f52319835982 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:15:03.332123 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 6d152974-0d8c-4f09-a658-f52319835982 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:15:03.332532 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:15:03.350913 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:15:03.351265 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 9d4ed837-ab51-40cf-9d20-83a32e3e2a0c not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:15:03.651308 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36374) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:03.690607 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-51c70525-14a6-4355-a08e-ba3b4eefcef2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f132ad6f39674e448f82c3fda9d3079b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381324 Mar 23 17:15:03.693065 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36376) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:03.740204 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-04b3de67-6c63-444b-bd11-c430e4a5b3d1 admin admin] Publish callbacks [] for security_group (43c34344-72b2-4ce5-9e0b-f777f295c924), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:03.760519 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-04b3de67-6c63-444b-bd11-c430e4a5b3d1 admin admin] Publish callbacks [] for security_group (43c34344-72b2-4ce5-9e0b-f777f295c924), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:03.989993 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-04b3de67-6c63-444b-bd11-c430e4a5b3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (43c34344-72b2-4ce5-9e0b-f777f295c924), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:03.992660 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-04b3de67-6c63-444b-bd11-c430e4a5b3d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:03.993836 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-04b3de67-6c63-444b-bd11-c430e4a5b3d1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/43c34344-72b2-4ce5-9e0b-f777f295c924 HTTP/1.1" status: 204 len: 168 time: 0.2998953 Mar 23 17:15:04.005975 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3de67-6c63-444b-bd11-c430e4a5b3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c34344-72b2-4ce5-9e0b-f777f295c924,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:05.150457 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36430) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:05.254013 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-b041a366-1a36-4d92-9633-4f291198155b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1466719640-network', 'tenant_id': '177e115718c04303b341256fe11041df'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:05.373375 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b041a366-1a36-4d92-9633-4f291198155b admin admin] Made reservation on behalf of 177e115718c04303b341256fe11041df for: {'network': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:15:05.375748 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b041a366-1a36-4d92-9633-4f291198155b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:05.384334 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b041a366-1a36-4d92-9633-4f291198155b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:05.458304 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b041a366-1a36-4d92-9633-4f291198155b admin admin] Publish callbacks [] for security_group (93ac2f3d-fea3-45a4-80ed-766848443610), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:05.555782 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b041a366-1a36-4d92-9633-4f291198155b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (93ac2f3d-fea3-45a4-80ed-766848443610), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:05.584143 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b041a366-1a36-4d92-9633-4f291198155b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=104061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:15:05.591963 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041a366-1a36-4d92-9633-4f291198155b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ac2f3d-fea3-45a4-80ed-766848443610,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:05.598254 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b041a366-1a36-4d92-9633-4f291198155b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (60f98784-919c-428b-a372-5bf1a625d8f8), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:05.598693 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.segments_db [None req-b041a366-1a36-4d92-9633-4f291198155b admin admin] Added segment 60f98784-919c-428b-a372-5bf1a625d8f8 of type vlan for network 859512b2-e1d2-4ea8-a6a4-78cd574853d4 Mar 23 17:15:05.640387 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b041a366-1a36-4d92-9633-4f291198155b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (859512b2-e1d2-4ea8-a6a4-78cd574853d4), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:05.733275 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b041a366-1a36-4d92-9633-4f291198155b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (859512b2-e1d2-4ea8-a6a4-78cd574853d4), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:05.734303 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b041a366-1a36-4d92-9633-4f291198155b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:15:05.734908 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b041a366-1a36-4d92-9633-4f291198155b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:05.799873 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041a366-1a36-4d92-9633-4f291198155b admin admin] Pushing event updated for resources: {'Network': ['ID=859512b2-e1d2-4ea8-a6a4-78cd574853d4,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:05.809990 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network 859512b2-e1d2-4ea8-a6a4-78cd574853d4 details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:15:05.878627 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-b041a366-1a36-4d92-9633-4f291198155b admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7270684 Mar 23 17:15:05.881474 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36444) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:05.886499 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-33c2bddb-ffaa-4cc2-a36a-3d66b97b3ba2 admin admin] Request body: {'subnet': {'network_id': '859512b2-e1d2-4ea8-a6a4-78cd574853d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1466719640-subnet', 'tenant_id': '177e115718c04303b341256fe11041df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:06.001446 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c2bddb-ffaa-4cc2-a36a-3d66b97b3ba2 admin admin] Made reservation on behalf of 177e115718c04303b341256fe11041df for: {'subnet': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:15:06.003763 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-33c2bddb-ffaa-4cc2-a36a-3d66b97b3ba2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25001089'] for subnet (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:06.285960 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-33c2bddb-ffaa-4cc2-a36a-3d66b97b3ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25144964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25001111'] for subnet (4431e26a-0846-4298-b9e1-3ccbfb28a94e), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:06.346357 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2bddb-ffaa-4cc2-a36a-3d66b97b3ba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4431e26a-0846-4298-b9e1-3ccbfb28a94e,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:06.356999 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2bddb-ffaa-4cc2-a36a-3d66b97b3ba2 admin admin] Checking segment: {'id': '60f98784-919c-428b-a372-5bf1a625d8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '859512b2-e1d2-4ea8-a6a4-78cd574853d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:15:06.357361 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c2bddb-ffaa-4cc2-a36a-3d66b97b3ba2 admin admin] Network hostable DHCP agents. Network: 859512b2-e1d2-4ea8-a6a4-78cd574853d4, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:15:06.458530 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c2bddb-ffaa-4cc2-a36a-3d66b97b3ba2 admin admin] Network 859512b2-e1d2-4ea8-a6a4-78cd574853d4 is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:15:06.569591 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-33c2bddb-ffaa-4cc2-a36a-3d66b97b3ba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, 859512b2-e1d2-4ea8-a6a4-78cd574853d4) {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:15:06.574595 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c2bddb-ffaa-4cc2-a36a-3d66b97b3ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:15:06.575382 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-33c2bddb-ffaa-4cc2-a36a-3d66b97b3ba2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:06.580649 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3128d9-afe6-48c3-8fd7-9ced9a69aa19 None None] Network 859512b2-e1d2-4ea8-a6a4-78cd574853d4 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:15:06.685741 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85af71e7-0b34-4795-94d9-b0da0c6f3a01 None None] Network 859512b2-e1d2-4ea8-a6a4-78cd574853d4 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:15:06.724038 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-33c2bddb-ffaa-4cc2-a36a-3d66b97b3ba2 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8414950 Mar 23 17:15:07.581960 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36502) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:07.586958 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-f5a97e36-c663-47d5-aa6a-d11e1da06c7e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-174952144-network', 'tenant_id': '3785273ad6144f6085f66a8afc54b8d1'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:07.737495 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a97e36-c663-47d5-aa6a-d11e1da06c7e admin admin] Made reservation on behalf of 3785273ad6144f6085f66a8afc54b8d1 for: {'network': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:15:07.740702 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f5a97e36-c663-47d5-aa6a-d11e1da06c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:07.758469 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f5a97e36-c663-47d5-aa6a-d11e1da06c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:07.839469 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f5a97e36-c663-47d5-aa6a-d11e1da06c7e admin admin] Publish callbacks [] for security_group (f4fcf92d-cb25-4d3a-9a21-8226f2564729), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:07.977401 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f5a97e36-c663-47d5-aa6a-d11e1da06c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (f4fcf92d-cb25-4d3a-9a21-8226f2564729), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:08.002887 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a97e36-c663-47d5-aa6a-d11e1da06c7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1200} {{(pid=104061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:15:08.012215 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a97e36-c663-47d5-aa6a-d11e1da06c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fcf92d-cb25-4d3a-9a21-8226f2564729,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:08.017881 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f5a97e36-c663-47d5-aa6a-d11e1da06c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (ccf2c8fc-199c-4608-aa2b-f52b342ed874), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:08.020617 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.segments_db [None req-f5a97e36-c663-47d5-aa6a-d11e1da06c7e admin admin] Added segment ccf2c8fc-199c-4608-aa2b-f52b342ed874 of type vlan for network bc5714ab-09ad-41b5-a41d-52515a104862 Mar 23 17:15:08.064378 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f5a97e36-c663-47d5-aa6a-d11e1da06c7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (bc5714ab-09ad-41b5-a41d-52515a104862), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:08.167009 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f5a97e36-c663-47d5-aa6a-d11e1da06c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (bc5714ab-09ad-41b5-a41d-52515a104862), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:08.168657 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a97e36-c663-47d5-aa6a-d11e1da06c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:15:08.169235 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f5a97e36-c663-47d5-aa6a-d11e1da06c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:08.228199 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a97e36-c663-47d5-aa6a-d11e1da06c7e admin admin] Pushing event updated for resources: {'Network': ['ID=bc5714ab-09ad-41b5-a41d-52515a104862,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:08.242441 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network bc5714ab-09ad-41b5-a41d-52515a104862 details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:15:08.330299 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-f5a97e36-c663-47d5-aa6a-d11e1da06c7e admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7473395 Mar 23 17:15:08.332970 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36512) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:08.342049 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-1beb977d-fd8b-4b93-a279-972c4d31e254 admin admin] Request body: {'subnet': {'network_id': 'bc5714ab-09ad-41b5-a41d-52515a104862', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-174952144-subnet', 'tenant_id': '3785273ad6144f6085f66a8afc54b8d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:08.515555 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beb977d-fd8b-4b93-a279-972c4d31e254 admin admin] Made reservation on behalf of 3785273ad6144f6085f66a8afc54b8d1 for: {'subnet': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:15:08.518003 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1beb977d-fd8b-4b93-a279-972c4d31e254 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25001089'] for subnet (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:08.789879 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1beb977d-fd8b-4b93-a279-972c4d31e254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25144964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25001111'] for subnet (fdc5beb3-9558-456b-afb5-fb44c535c81d), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:08.847738 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb977d-fd8b-4b93-a279-972c4d31e254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc5beb3-9558-456b-afb5-fb44c535c81d,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:08.858127 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb977d-fd8b-4b93-a279-972c4d31e254 admin admin] Checking segment: {'id': 'ccf2c8fc-199c-4608-aa2b-f52b342ed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'bc5714ab-09ad-41b5-a41d-52515a104862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:15:08.858491 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beb977d-fd8b-4b93-a279-972c4d31e254 admin admin] Network hostable DHCP agents. Network: bc5714ab-09ad-41b5-a41d-52515a104862, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:15:09.087106 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beb977d-fd8b-4b93-a279-972c4d31e254 admin admin] Network bc5714ab-09ad-41b5-a41d-52515a104862 is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:15:09.641177 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-1beb977d-fd8b-4b93-a279-972c4d31e254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, bc5714ab-09ad-41b5-a41d-52515a104862) {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:15:09.648085 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beb977d-fd8b-4b93-a279-972c4d31e254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:15:09.648085 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1beb977d-fd8b-4b93-a279-972c4d31e254 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:09.649406 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23b9df4-d4cf-403f-a4cd-92d53a16be0e None None] Network bc5714ab-09ad-41b5-a41d-52515a104862 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:15:09.741533 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-1beb977d-fd8b-4b93-a279-972c4d31e254 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4075320 Mar 23 17:15:09.757352 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da46fe33-52a5-40c6-83d3-87fed6569204 None None] Network bc5714ab-09ad-41b5-a41d-52515a104862 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:15:09.910011 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36544) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:09.961011 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_v2 [None req-4268a67f-8be1-45f7-a2f5-a00a04299a25 admin admin] Deleting subnet 4431e26a-0846-4298-b9e1-3ccbfb28a94e {{(pid=104061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:15:09.966214 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4268a67f-8be1-45f7-a2f5-a00a04299a25 admin admin] Publish callbacks [] for subnet (4431e26a-0846-4298-b9e1-3ccbfb28a94e), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.001162 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4268a67f-8be1-45f7-a2f5-a00a04299a25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12634175'] for subnet (4431e26a-0846-4298-b9e1-3ccbfb28a94e), precommit_delete_associations {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.041064 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4268a67f-8be1-45f7-a2f5-a00a04299a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (4431e26a-0846-4298-b9e1-3ccbfb28a94e), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.213053 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4268a67f-8be1-45f7-a2f5-a00a04299a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25145029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25001132'] for subnet (4431e26a-0846-4298-b9e1-3ccbfb28a94e), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.241052 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268a67f-8be1-45f7-a2f5-a00a04299a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4431e26a-0846-4298-b9e1-3ccbfb28a94e,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:10.244806 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-4268a67f-8be1-45f7-a2f5-a00a04299a25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.248752 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-4268a67f-8be1-45f7-a2f5-a00a04299a25 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/4431e26a-0846-4298-b9e1-3ccbfb28a94e HTTP/1.1" status: 204 len: 168 time: 0.3368194 Mar 23 17:15:10.252752 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36550) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:10.323161 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-99e1f41d-e152-4dd4-872e-f7d4de1a44aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (859512b2-e1d2-4ea8-a6a4-78cd574853d4), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.383961 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36556) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:10.403239 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-99e1f41d-e152-4dd4-872e-f7d4de1a44aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (859512b2-e1d2-4ea8-a6a4-78cd574853d4), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.424738 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-99e1f41d-e152-4dd4-872e-f7d4de1a44aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859512b2-e1d2-4ea8-a6a4-78cd574853d4']}} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:10.434159 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-99e1f41d-e152-4dd4-872e-f7d4de1a44aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f98784-919c-428b-a372-5bf1a625d8f8') {'for_net_delete': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:10.434706 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-99e1f41d-e152-4dd4-872e-f7d4de1a44aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f98784-919c-428b-a372-5bf1a625d8f8') {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:10.443711 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-99e1f41d-e152-4dd4-872e-f7d4de1a44aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12634118'] for segment (60f98784-919c-428b-a372-5bf1a625d8f8), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.457382 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-99e1f41d-e152-4dd4-872e-f7d4de1a44aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (60f98784-919c-428b-a372-5bf1a625d8f8), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.463249 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e1f41d-e152-4dd4-872e-f7d4de1a44aa admin admin] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=104061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:15:10.463641 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-99e1f41d-e152-4dd4-872e-f7d4de1a44aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25120871'] for segment (60f98784-919c-428b-a372-5bf1a625d8f8), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: Traceback (most recent call last): Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: timer() Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: cb(*args, **kw) Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: return func(*args, **kwargs) Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: self._notify() Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: self.callback(batched_events) Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: event.method(event) Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: return f(self, *a, **k) Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._get(url).json() Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: return self.request(url, 'GET', **kwargs) Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:15:10.465823 dv-cinder-834919-1-iscsi neutron-server[104061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:15:10.495128 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.567421 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Publish callbacks [] for security_group (73d6444b-db25-4076-8b5d-1f18a3b2b07f), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.601452 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-99e1f41d-e152-4dd4-872e-f7d4de1a44aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (859512b2-e1d2-4ea8-a6a4-78cd574853d4), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.610565 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-99e1f41d-e152-4dd4-872e-f7d4de1a44aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.613542 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-99e1f41d-e152-4dd4-872e-f7d4de1a44aa admin admin] 10.222.0.97 "DELETE /v2.0/networks/859512b2-e1d2-4ea8-a6a4-78cd574853d4 HTTP/1.1" status: 204 len: 168 time: 0.3594325 Mar 23 17:15:10.615950 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36560) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:10.624575 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1f41d-e152-4dd4-872e-f7d4de1a44aa admin admin] Pushing event deleted for resources: {'Network': ['ID=859512b2-e1d2-4ea8-a6a4-78cd574853d4,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:10.643174 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (73d6444b-db25-4076-8b5d-1f18a3b2b07f), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.693999 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9c68712a69eb41d482f8edbce19a6812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088644 Mar 23 17:15:10.695028 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d6444b-db25-4076-8b5d-1f18a3b2b07f,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:10.696550 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36562) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:10.700501 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_v2 [None req-728acdf5-80f3-49b3-a4fc-709272698993 admin admin] Deleting subnet fdc5beb3-9558-456b-afb5-fb44c535c81d {{(pid=104060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:15:10.706416 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-728acdf5-80f3-49b3-a4fc-709272698993 admin admin] Publish callbacks [] for subnet (fdc5beb3-9558-456b-afb5-fb44c535c81d), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.709106 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:10.709471 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:10.710067 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:10.710299 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:10.710675 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:10.710931 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:10.711271 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:10.711609 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:10.711942 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:10.712275 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:10.712628 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:10.712961 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:10.713297 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:10.713625 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:10.713955 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39598514-21e7-49fb-8188-d8ddafcff97a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:10.748935 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a6e51f57-3f62-4482-b228-09fa0634dd0e admin admin] Publish callbacks [] for security_group (73d6444b-db25-4076-8b5d-1f18a3b2b07f), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.753658 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-728acdf5-80f3-49b3-a4fc-709272698993 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24676677'] for subnet (fdc5beb3-9558-456b-afb5-fb44c535c81d), precommit_delete_associations {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.771942 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a6e51f57-3f62-4482-b228-09fa0634dd0e admin admin] Publish callbacks [] for security_group (73d6444b-db25-4076-8b5d-1f18a3b2b07f), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.795651 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-728acdf5-80f3-49b3-a4fc-709272698993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (fdc5beb3-9558-456b-afb5-fb44c535c81d), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.954092 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a6e51f57-3f62-4482-b228-09fa0634dd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (73d6444b-db25-4076-8b5d-1f18a3b2b07f), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.956628 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a6e51f57-3f62-4482-b228-09fa0634dd0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:10.957824 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-a6e51f57-3f62-4482-b228-09fa0634dd0e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/73d6444b-db25-4076-8b5d-1f18a3b2b07f HTTP/1.1" status: 204 len: 168 time: 0.2602282 Mar 23 17:15:10.966014 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e51f57-3f62-4482-b228-09fa0634dd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d6444b-db25-4076-8b5d-1f18a3b2b07f,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:11.012943 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-728acdf5-80f3-49b3-a4fc-709272698993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24517161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24759550'] for subnet (fdc5beb3-9558-456b-afb5-fb44c535c81d), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:11.039280 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728acdf5-80f3-49b3-a4fc-709272698993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc5beb3-9558-456b-afb5-fb44c535c81d,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:11.043659 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-728acdf5-80f3-49b3-a4fc-709272698993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:11.047119 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-728acdf5-80f3-49b3-a4fc-709272698993 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/fdc5beb3-9558-456b-afb5-fb44c535c81d HTTP/1.1" status: 204 len: 168 time: 0.4301860 Mar 23 17:15:11.049560 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36578) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:11.118003 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d239c34-024d-48a4-994b-4ef1878fa89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (bc5714ab-09ad-41b5-a41d-52515a104862), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:11.198443 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d239c34-024d-48a4-994b-4ef1878fa89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (bc5714ab-09ad-41b5-a41d-52515a104862), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:11.219129 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-6d239c34-024d-48a4-994b-4ef1878fa89c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5714ab-09ad-41b5-a41d-52515a104862']}} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:11.228153 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-6d239c34-024d-48a4-994b-4ef1878fa89c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf2c8fc-199c-4608-aa2b-f52b342ed874') {'for_net_delete': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:11.228459 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-6d239c34-024d-48a4-994b-4ef1878fa89c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf2c8fc-199c-4608-aa2b-f52b342ed874') {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:11.238317 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d239c34-024d-48a4-994b-4ef1878fa89c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24676732'] for segment (ccf2c8fc-199c-4608-aa2b-f52b342ed874), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:11.253846 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d239c34-024d-48a4-994b-4ef1878fa89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (ccf2c8fc-199c-4608-aa2b-f52b342ed874), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:11.257275 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d239c34-024d-48a4-994b-4ef1878fa89c admin admin] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=104060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:15:11.257668 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d239c34-024d-48a4-994b-4ef1878fa89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24568971'] for segment (ccf2c8fc-199c-4608-aa2b-f52b342ed874), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: Traceback (most recent call last): Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: timer() Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: cb(*args, **kw) Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: return func(*args, **kwargs) Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: self._notify() Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: self.callback(batched_events) Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: event.method(event) Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: return f(self, *a, **k) Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: return self._get(url).json() Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: return self.request(url, 'GET', **kwargs) Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:15:11.267950 dv-cinder-834919-1-iscsi neutron-server[104060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:15:11.395212 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d239c34-024d-48a4-994b-4ef1878fa89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (bc5714ab-09ad-41b5-a41d-52515a104862), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:11.400549 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6d239c34-024d-48a4-994b-4ef1878fa89c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:11.404327 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-6d239c34-024d-48a4-994b-4ef1878fa89c admin admin] 10.222.0.97 "DELETE /v2.0/networks/bc5714ab-09ad-41b5-a41d-52515a104862 HTTP/1.1" status: 204 len: 168 time: 0.3536956 Mar 23 17:15:11.419303 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d239c34-024d-48a4-994b-4ef1878fa89c admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5714ab-09ad-41b5-a41d-52515a104862,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:11.667878 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36588) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:11.681158 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-07ee0d5f-9fea-4c1b-8e5b-56aa94ccfd16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:11.755541 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-07ee0d5f-9fea-4c1b-8e5b-56aa94ccfd16 admin admin] Publish callbacks [] for security_group (4bdcc291-d38f-4ba2-bc8d-f6ab555f433c), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:11.771370 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36590) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:11.810497 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-e6d0c414-5fe1-43cb-90ea-b1d7fce180e9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=177e115718c04303b341256fe11041df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379972 Mar 23 17:15:11.812906 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36592) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:11.853927 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-07ee0d5f-9fea-4c1b-8e5b-56aa94ccfd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (4bdcc291-d38f-4ba2-bc8d-f6ab555f433c), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:11.897198 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1cc163ef-6837-4096-8df0-2e9c86940011 admin admin] Publish callbacks [] for security_group (93ac2f3d-fea3-45a4-80ed-766848443610), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:11.907161 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-07ee0d5f-9fea-4c1b-8e5b-56aa94ccfd16 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2ef1208525be4c59b2195154134454da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382548 Mar 23 17:15:11.909988 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36594) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:11.912323 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee0d5f-9fea-4c1b-8e5b-56aa94ccfd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdcc291-d38f-4ba2-bc8d-f6ab555f433c,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:11.927876 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1cc163ef-6837-4096-8df0-2e9c86940011 admin admin] Publish callbacks [] for security_group (93ac2f3d-fea3-45a4-80ed-766848443610), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:11.961337 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-68372192-7151-488c-a12d-deb999cbd7a6 admin admin] Publish callbacks [] for security_group (4bdcc291-d38f-4ba2-bc8d-f6ab555f433c), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:11.986787 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-68372192-7151-488c-a12d-deb999cbd7a6 admin admin] Publish callbacks [] for security_group (4bdcc291-d38f-4ba2-bc8d-f6ab555f433c), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:12.096936 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1cc163ef-6837-4096-8df0-2e9c86940011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (93ac2f3d-fea3-45a4-80ed-766848443610), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:12.099580 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1cc163ef-6837-4096-8df0-2e9c86940011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:12.100776 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-1cc163ef-6837-4096-8df0-2e9c86940011 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/93ac2f3d-fea3-45a4-80ed-766848443610 HTTP/1.1" status: 204 len: 168 time: 0.2869630 Mar 23 17:15:12.109326 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc163ef-6837-4096-8df0-2e9c86940011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ac2f3d-fea3-45a4-80ed-766848443610,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:12.138412 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-68372192-7151-488c-a12d-deb999cbd7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (4bdcc291-d38f-4ba2-bc8d-f6ab555f433c), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:12.141199 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-68372192-7151-488c-a12d-deb999cbd7a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:12.142361 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-68372192-7151-488c-a12d-deb999cbd7a6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4bdcc291-d38f-4ba2-bc8d-f6ab555f433c HTTP/1.1" status: 204 len: 168 time: 0.2312286 Mar 23 17:15:12.150281 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68372192-7151-488c-a12d-deb999cbd7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdcc291-d38f-4ba2-bc8d-f6ab555f433c,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:12.955192 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36610) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:12.968023 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b4c43c77-b8bf-4b4a-abad-c092c453af43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:13.040725 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b4c43c77-b8bf-4b4a-abad-c092c453af43 admin admin] Publish callbacks [] for security_group (4773f450-5c9f-40ee-97b7-4db0d1ad4d5a), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:13.122051 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36614) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:13.160555 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-eff9e5b8-f436-408c-8a54-73efc35d6156 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3785273ad6144f6085f66a8afc54b8d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372112 Mar 23 17:15:13.163048 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36616) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:13.177841 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b4c43c77-b8bf-4b4a-abad-c092c453af43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (4773f450-5c9f-40ee-97b7-4db0d1ad4d5a), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:13.230889 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c43c77-b8bf-4b4a-abad-c092c453af43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4773f450-5c9f-40ee-97b7-4db0d1ad4d5a,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:13.239207 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-b4c43c77-b8bf-4b4a-abad-c092c453af43 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c20d4b2d237842f7a584845eb9d52ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805212 Mar 23 17:15:13.239756 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36618) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:13.268547 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c907ffbb-b9cb-44e1-92f2-f99f17c054f9 admin admin] Publish callbacks [] for security_group (f4fcf92d-cb25-4d3a-9a21-8226f2564729), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:13.303998 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c907ffbb-b9cb-44e1-92f2-f99f17c054f9 admin admin] Publish callbacks [] for security_group (f4fcf92d-cb25-4d3a-9a21-8226f2564729), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:13.326335 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-05f66800-2c29-4cd8-bb53-154754c57db8 admin admin] Publish callbacks [] for security_group (4773f450-5c9f-40ee-97b7-4db0d1ad4d5a), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:13.358115 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-05f66800-2c29-4cd8-bb53-154754c57db8 admin admin] Publish callbacks [] for security_group (4773f450-5c9f-40ee-97b7-4db0d1ad4d5a), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:13.481706 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-05f66800-2c29-4cd8-bb53-154754c57db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (4773f450-5c9f-40ee-97b7-4db0d1ad4d5a), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:13.484383 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-05f66800-2c29-4cd8-bb53-154754c57db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:13.485563 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-05f66800-2c29-4cd8-bb53-154754c57db8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4773f450-5c9f-40ee-97b7-4db0d1ad4d5a HTTP/1.1" status: 204 len: 168 time: 0.2453372 Mar 23 17:15:13.486209 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c907ffbb-b9cb-44e1-92f2-f99f17c054f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (f4fcf92d-cb25-4d3a-9a21-8226f2564729), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:13.488680 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c907ffbb-b9cb-44e1-92f2-f99f17c054f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:13.489728 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-c907ffbb-b9cb-44e1-92f2-f99f17c054f9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f4fcf92d-cb25-4d3a-9a21-8226f2564729 HTTP/1.1" status: 204 len: 168 time: 0.3256438 Mar 23 17:15:13.497960 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f66800-2c29-4cd8-bb53-154754c57db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4773f450-5c9f-40ee-97b7-4db0d1ad4d5a,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:13.513408 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907ffbb-b9cb-44e1-92f2-f99f17c054f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fcf92d-cb25-4d3a-9a21-8226f2564729,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:14.775426 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36688) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:14.872236 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-f0645987-938c-413b-b195-4394fba76cdd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-844777023-network', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:14.975928 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0645987-938c-413b-b195-4394fba76cdd admin admin] Made reservation on behalf of 086c690cac51454fa1fe88e3cbccad7b for: {'network': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:15:14.975928 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f0645987-938c-413b-b195-4394fba76cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:14.983196 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f0645987-938c-413b-b195-4394fba76cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:15.055248 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f0645987-938c-413b-b195-4394fba76cdd admin admin] Publish callbacks [] for security_group (a39fecbc-8252-4b27-b500-2c8d31baceeb), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:15.178152 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f0645987-938c-413b-b195-4394fba76cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (a39fecbc-8252-4b27-b500-2c8d31baceeb), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:15.197574 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0645987-938c-413b-b195-4394fba76cdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1235} {{(pid=104060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:15:15.214893 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f0645987-938c-413b-b195-4394fba76cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (fa3524e9-969f-419e-af5e-faf958fccb18), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:15.215236 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.segments_db [None req-f0645987-938c-413b-b195-4394fba76cdd admin admin] Added segment fa3524e9-969f-419e-af5e-faf958fccb18 of type vlan for network 711fb512-77ec-499a-a5e4-156b76960f41 Mar 23 17:15:15.216518 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0645987-938c-413b-b195-4394fba76cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39fecbc-8252-4b27-b500-2c8d31baceeb,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:15.259194 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f0645987-938c-413b-b195-4394fba76cdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (711fb512-77ec-499a-a5e4-156b76960f41), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:15.384201 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f0645987-938c-413b-b195-4394fba76cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (711fb512-77ec-499a-a5e4-156b76960f41), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:15.385223 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0645987-938c-413b-b195-4394fba76cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:15:15.385858 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f0645987-938c-413b-b195-4394fba76cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:15.447678 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0645987-938c-413b-b195-4394fba76cdd admin admin] Pushing event updated for resources: {'Network': ['ID=711fb512-77ec-499a-a5e4-156b76960f41,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:15.458696 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network 711fb512-77ec-499a-a5e4-156b76960f41 details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:15:15.535220 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-f0645987-938c-413b-b195-4394fba76cdd admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7586303 Mar 23 17:15:15.540880 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36716) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:15.545928 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-83b7cbbe-15a3-43dc-8495-928d8c85cb94 admin admin] Request body: {'subnet': {'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-844777023-subnet', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'ip_version': 4}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:15.664229 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b7cbbe-15a3-43dc-8495-928d8c85cb94 admin admin] Made reservation on behalf of 086c690cac51454fa1fe88e3cbccad7b for: {'subnet': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:15:15.666591 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-83b7cbbe-15a3-43dc-8495-928d8c85cb94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24759507'] for subnet (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:15.932643 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-83b7cbbe-15a3-43dc-8495-928d8c85cb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24517224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24759493'] for subnet (41d43c09-7261-45b4-b086-ef8dc8a7e2cc), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:15.983697 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7cbbe-15a3-43dc-8495-928d8c85cb94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d43c09-7261-45b4-b086-ef8dc8a7e2cc,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:16.003301 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b7cbbe-15a3-43dc-8495-928d8c85cb94 admin admin] Checking segment: {'id': 'fa3524e9-969f-419e-af5e-faf958fccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:15:16.003660 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b7cbbe-15a3-43dc-8495-928d8c85cb94 admin admin] Network hostable DHCP agents. Network: 711fb512-77ec-499a-a5e4-156b76960f41, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:15:16.149326 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b7cbbe-15a3-43dc-8495-928d8c85cb94 admin admin] Network 711fb512-77ec-499a-a5e4-156b76960f41 is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:15:16.252217 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-83b7cbbe-15a3-43dc-8495-928d8c85cb94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, 711fb512-77ec-499a-a5e4-156b76960f41) {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:15:16.256990 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b7cbbe-15a3-43dc-8495-928d8c85cb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:15:16.258091 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-83b7cbbe-15a3-43dc-8495-928d8c85cb94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:16.261683 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf925a6d-5c37-4674-99f5-cb35ba2dfe33 None None] Network 711fb512-77ec-499a-a5e4-156b76960f41 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:15:16.288928 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36740) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:16.371709 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-83b7cbbe-15a3-43dc-8495-928d8c85cb94 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8267388 Mar 23 17:15:16.372400 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36746) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:16.377998 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-844777023-router', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:16.383541 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46ccecf2-b578-5c7d-9b04-0141a0aafca4-711fb512-77ec-499a-a5e4-156b76960f41', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'fixed_ips': [{'subnet_id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc'}]}} from dv-cinder-834919-1-iscsi. {{(pid=104062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:15:16.386024 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:16.415487 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ddf10e3d-4904-4015-b09c-8fa7d02733dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:16.480845 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16300859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-774'] for router (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:16.481960 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16729771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16310052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:16.496072 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ddf10e3d-4904-4015-b09c-8fa7d02733dc admin admin] Publish callbacks [] for security_group (a6ee9dfb-74d2-4c53-a2b3-fde008ad69fc), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:16.537575 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Publish callbacks [] for router_controller (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), precommit_add_association {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:16.551628 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.db_base_plugin_common [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Allocated IP 172.20.0.2 (711fb512-77ec-499a-a5e4-156b76960f41/41d43c09-7261-45b4-b086-ef8dc8a7e2cc/667fa243-0166-49cd-9bbf-2aa1b214f005) {{(pid=104062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:15:16.566691 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ddf10e3d-4904-4015-b09c-8fa7d02733dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (a6ee9dfb-74d2-4c53-a2b3-fde008ad69fc), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:16.596293 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-ddf10e3d-4904-4015-b09c-8fa7d02733dc admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8051b484f4454fa0a0dd158de41319b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062537 Mar 23 17:15:16.598967 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36750) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:16.617098 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf10e3d-4904-4015-b09c-8fa7d02733dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ee9dfb-74d2-4c53-a2b3-fde008ad69fc,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:16.695974 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Publish callbacks [] for port (667fa243-0166-49cd-9bbf-2aa1b214f005), precommit_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:16.710914 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ae7d12b2-34b7-4e11-90de-bd3865d647c4 admin admin] Publish callbacks [] for security_group (a6ee9dfb-74d2-4c53-a2b3-fde008ad69fc), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:16.796051 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (667fa243-0166-49cd-9bbf-2aa1b214f005), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:16.845406 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Pushing event updated for resources: {'Port': ['ID=667fa243-0166-49cd-9bbf-2aa1b214f005,revision_number=1']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:16.852933 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:16.853296 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:16.853650 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:16.853999 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:16.854341 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:16.854688 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:16.855030 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:16.855387 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:16.855725 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:16.856055 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:16.856388 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:16.856758 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:16.857089 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:16.857421 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:16.857750 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:16.962991 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Network 711fb512-77ec-499a-a5e4-156b76960f41 is already hosted by enough agents. {{(pid=104062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:15:16.965589 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.base_scheduler [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Resources bound (agent type, host, resource id): {{(pid=104062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:15:16.968276 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Received port after_create {{(pid=104062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:15:17.025103 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Attempting to bind port 667fa243-0166-49cd-9bbf-2aa1b214f005 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:15:17.025481 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Attempting to bind port 667fa243-0166-49cd-9bbf-2aa1b214f005 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': 'fa3524e9-969f-419e-af5e-faf958fccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:15:17.025847 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Attempting to bind port 667fa243-0166-49cd-9bbf-2aa1b214f005 on network 711fb512-77ec-499a-a5e4-156b76960f41 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:15:17.031453 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:15:17.031839 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Checking segment: {'id': 'fa3524e9-969f-419e-af5e-faf958fccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:15:17.032245 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:17.032675 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Bound using segment: {'id': 'fa3524e9-969f-419e-af5e-faf958fccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:15:17.033148 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Bound port: 667fa243-0166-49cd-9bbf-2aa1b214f005, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3524e9-969f-419e-af5e-faf958fccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:15:17.033539 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (667fa243-0166-49cd-9bbf-2aa1b214f005), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:17.057136 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Publish callbacks [] for router_gateway (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:17.061659 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ae7d12b2-34b7-4e11-90de-bd3865d647c4 admin admin] Publish callbacks [] for security_group (a6ee9dfb-74d2-4c53-a2b3-fde008ad69fc), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:17.101647 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] For port 667fa243-0166-49cd-9bbf-2aa1b214f005, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:15:17.105175 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] For port 667fa243-0166-49cd-9bbf-2aa1b214f005, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=667fa243-0166-49cd-9bbf-2aa1b214f005,segment=NetworkSegment(fa3524e9-969f-419e-af5e-faf958fccb18),segment_id=fa3524e9-969f-419e-af5e-faf958fccb18)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:15:17.208505 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (667fa243-0166-49cd-9bbf-2aa1b214f005), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:17.236878 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ae7d12b2-34b7-4e11-90de-bd3865d647c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (a6ee9dfb-74d2-4c53-a2b3-fde008ad69fc), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:17.239908 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ae7d12b2-34b7-4e11-90de-bd3865d647c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:17.241423 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-ae7d12b2-34b7-4e11-90de-bd3865d647c4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a6ee9dfb-74d2-4c53-a2b3-fde008ad69fc HTTP/1.1" status: 204 len: 168 time: 0.6414485 Mar 23 17:15:17.290587 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42abbf0-d641-4a1f-9808-a29161c1a251 None None] Pushing event updated for resources: {'Port': ['ID=667fa243-0166-49cd-9bbf-2aa1b214f005,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:17.301269 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d12b2-34b7-4e11-90de-bd3865d647c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ee9dfb-74d2-4c53-a2b3-fde008ad69fc,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:17.376075 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Publish callbacks [] for router_gateway (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:17.396632 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:17.536787 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Allocated IP 172.27.1.48 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/54bcea93-dd02-4465-ac5c-c653a5ec87d0) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:15:17.650261 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Publish callbacks [] for port (54bcea93-dd02-4465-ac5c-c653a5ec87d0), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:17.779270 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (54bcea93-dd02-4465-ac5c-c653a5ec87d0), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:17.820495 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:15:17.823311 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:15:17.826915 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:15:17.852813 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Pushing event updated for resources: {'Port': ['ID=54bcea93-dd02-4465-ac5c-c653a5ec87d0,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:17.953071 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36770) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:17.968153 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-372e1d5a-b414-4ee0-829f-dfa5326475d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:18.053766 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-372e1d5a-b414-4ee0-829f-dfa5326475d4 admin admin] Publish callbacks [] for security_group (50f7dfc7-dadc-4d2d-8147-33788d5745fc), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:18.149458 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-372e1d5a-b414-4ee0-829f-dfa5326475d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (50f7dfc7-dadc-4d2d-8147-33788d5745fc), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:18.188239 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Publish callbacks [] for router_gateway (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:18.189813 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-372e1d5a-b414-4ee0-829f-dfa5326475d4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3f464ea45dfc45efb776f91ee9a28b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351205 Mar 23 17:15:18.190990 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e1d5a-b414-4ee0-829f-dfa5326475d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f7dfc7-dadc-4d2d-8147-33788d5745fc,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:18.193519 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36772) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:18.259150 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3434-752b-432b-acb3-06264ff5b221 admin admin] Publish callbacks [] for security_group (50f7dfc7-dadc-4d2d-8147-33788d5745fc), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:18.287686 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3434-752b-432b-acb3-06264ff5b221 admin admin] Publish callbacks [] for security_group (50f7dfc7-dadc-4d2d-8147-33788d5745fc), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:18.319898 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa309e5-36de-417a-8407-f78c9877eb65 None None] Network 711fb512-77ec-499a-a5e4-156b76960f41 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:15:18.422451 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16729776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728365'] for router (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:18.424240 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3434-752b-432b-acb3-06264ff5b221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (50f7dfc7-dadc-4d2d-8147-33788d5745fc), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:18.426890 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3434-752b-432b-acb3-06264ff5b221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:18.428054 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-9ceb3434-752b-432b-acb3-06264ff5b221 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/50f7dfc7-dadc-4d2d-8147-33788d5745fc HTTP/1.1" status: 204 len: 168 time: 0.2334290 Mar 23 17:15:18.438712 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb3434-752b-432b-acb3-06264ff5b221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f7dfc7-dadc-4d2d-8147-33788d5745fc,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:18.480804 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-d931afd6-78c8-4617-bfb7-aca1be0c3791 None None] Provisioning complete for port 667fa243-0166-49cd-9bbf-2aa1b214f005 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:18.481184 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d931afd6-78c8-4617-bfb7-aca1be0c3791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (667fa243-0166-49cd-9bbf-2aa1b214f005), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:18.573571 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-d931afd6-78c8-4617-bfb7-aca1be0c3791 None None] Current status of the port 667fa243-0166-49cd-9bbf-2aa1b214f005 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:15:18.574094 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d931afd6-78c8-4617-bfb7-aca1be0c3791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (667fa243-0166-49cd-9bbf-2aa1b214f005), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:18.613112 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-d931afd6-78c8-4617-bfb7-aca1be0c3791 None None] For port 667fa243-0166-49cd-9bbf-2aa1b214f005, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=667fa243-0166-49cd-9bbf-2aa1b214f005,segment=NetworkSegment(fa3524e9-969f-419e-af5e-faf958fccb18),segment_id=fa3524e9-969f-419e-af5e-faf958fccb18)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:15:18.702451 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d is scheduled to L3 agent f6827492-862c-46c2-a752-b75deb79caf3 with binding_index 1 {{(pid=104061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:15:18.707847 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d931afd6-78c8-4617-bfb7-aca1be0c3791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (667fa243-0166-49cd-9bbf-2aa1b214f005), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:18.762009 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931afd6-78c8-4617-bfb7-aca1be0c3791 None None] Pushing event updated for resources: {'Port': ['ID=667fa243-0166-49cd-9bbf-2aa1b214f005,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:18.825897 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:15:18.844951 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Sync routers for ids ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:15:18.912991 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:18.917899 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36818) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:18.918246 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-c9762e09-3299-47d4-93a7-08b81dfb8840 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5440054 Mar 23 17:15:19.077258 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-b3cc33c5-5cbb-460b-a83e-c0e11d07db31 None None] Provisioning complete for port 667fa243-0166-49cd-9bbf-2aa1b214f005 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:19.077736 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b3cc33c5-5cbb-460b-a83e-c0e11d07db31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (667fa243-0166-49cd-9bbf-2aa1b214f005), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:19.144619 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Routers {'04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:15:19.147551 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:19.265421 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc33c5-5cbb-460b-a83e-c0e11d07db31 None None] Current status of the port 667fa243-0166-49cd-9bbf-2aa1b214f005 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:15:19.289324 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Set router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:15:19.400499 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 667fa243-0166-49cd-9bbf-2aa1b214f005 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:15:19.489547 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:19.508322 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 667fa243-0166-49cd-9bbf-2aa1b214f005 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:19.508322 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (667fa243-0166-49cd-9bbf-2aa1b214f005), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:19.563866 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'name': 'tempest-TestShelveInstance-844777023-router', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:16Z', 'updated_at': '2022-03-23T17:15:17Z', 'revision_number': 3, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'gw_port': {'id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:17Z', 'updated_at': '2022-03-23T17:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:19.617032 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Checking router: 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:15:19.624794 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Updating router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d port 54bcea93-dd02-4465-ac5c-c653a5ec87d0 binding host dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:15:19.663103 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (54bcea93-dd02-4465-ac5c-c653a5ec87d0), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:19.663103 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 667fa243-0166-49cd-9bbf-2aa1b214f005 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:15:19.663596 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Allocated IP 172.20.0.1 (711fb512-77ec-499a-a5e4-156b76960f41/41d43c09-7261-45b4-b086-ef8dc8a7e2cc/2d01a9fa-bb87-4370-b323-1a96d34fd9a3) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:15:19.804255 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Publish callbacks [] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:19.933444 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:19.934040 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Publish callbacks [] for port (54bcea93-dd02-4465-ac5c-c653a5ec87d0), precommit_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:19.973466 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Network 711fb512-77ec-499a-a5e4-156b76960f41 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:15:19.980282 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:15:19.985498 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:15:20.017967 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Pushing event updated for resources: {'Port': ['ID=2d01a9fa-bb87-4370-b323-1a96d34fd9a3,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:20.034401 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16731896'] for router_interface (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:20.035806 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (54bcea93-dd02-4465-ac5c-c653a5ec87d0), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:20.089801 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c38e23-dbaf-44f7-96dd-7e96bed8f634 None None] Pushing event updated for resources: {'Port': ['ID=54bcea93-dd02-4465-ac5c-c653a5ec87d0,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:20.121393 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Attempting to bind port 54bcea93-dd02-4465-ac5c-c653a5ec87d0 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:15:20.121934 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Attempting to bind port 54bcea93-dd02-4465-ac5c-c653a5ec87d0 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:15:20.122477 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Attempting to bind port 54bcea93-dd02-4465-ac5c-c653a5ec87d0 on network 2c02e95d-8a1b-4700-95ef-e7028012d606 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:15:20.128570 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:15:20.130001 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Checking segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:15:20.130418 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:20.131108 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Bound using segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:15:20.131843 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Bound port: 54bcea93-dd02-4465-ac5c-c653a5ec87d0, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:15:20.132874 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (54bcea93-dd02-4465-ac5c-c653a5ec87d0), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:20.195794 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] For port 54bcea93-dd02-4465-ac5c-c653a5ec87d0, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:15:20.199615 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] For port 54bcea93-dd02-4465-ac5c-c653a5ec87d0, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=54bcea93-dd02-4465-ac5c-c653a5ec87d0,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:15:20.287732 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (54bcea93-dd02-4465-ac5c-c653a5ec87d0), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:20.297636 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:20.338887 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-84943116-a7fd-4b12-a5f9-5c906d14c5f2 None None] Provisioning complete for port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:20.339936 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-84943116-a7fd-4b12-a5f9-5c906d14c5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:20.404856 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Routers {'04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:15:20.405638 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:20.409826 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-84943116-a7fd-4b12-a5f9-5c906d14c5f2 None None] Port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:15:20.473914 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Publish callbacks [] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:20.481594 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c38e23-dbaf-44f7-96dd-7e96bed8f634 None None] Pushing event updated for resources: {'Port': ['ID=54bcea93-dd02-4465-ac5c-c653a5ec87d0,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:20.531473 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] Set router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:15:20.583940 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24569071'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:20.652670 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Pushing event updated for resources: {'Port': ['ID=2d01a9fa-bb87-4370-b323-1a96d34fd9a3,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:20.655164 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16361821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16731756'] for router_interface (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:20.747556 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'name': 'tempest-TestShelveInstance-844777023-router', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:16Z', 'updated_at': '2022-03-23T17:15:20Z', 'revision_number': 4, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'gw_port': {'id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:17Z', 'updated_at': '2022-03-23T17:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2d01a9fa-bb87-4370-b323-1a96d34fd9a3', 'name': '', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'mac_address': 'fa:16:3e:6e:09:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:19Z', 'updated_at': '2022-03-23T17:15:19Z', 'revision_number': 1, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'subnets': [{'id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:20.755405 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Network 711fb512-77ec-499a-a5e4-156b76960f41 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:15:20.762755 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:15:20.790725 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812c28e7-b019-4d3e-a501-6de67cdc7dff None None] The sync data for ids ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'] in dv-cinder-834919-1-iscsi is: [{'id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'name': 'tempest-TestShelveInstance-844777023-router', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:16Z', 'updated_at': '2022-03-23T17:15:20Z', 'revision_number': 4, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'gw_port': {'id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:17Z', 'updated_at': '2022-03-23T17:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2d01a9fa-bb87-4370-b323-1a96d34fd9a3', 'name': '', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'mac_address': 'fa:16:3e:6e:09:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:19Z', 'updated_at': '2022-03-23T17:15:19Z', 'revision_number': 1, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'subnets': [{'id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:15:21.064724 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-b79bb0a6-ff4e-40c7-b0fe-752572231882 None None] Provisioning complete for port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:21.065492 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b79bb0a6-ff4e-40c7-b0fe-752572231882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:21.120463 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-b79bb0a6-ff4e-40c7-b0fe-752572231882 None None] Port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:15:21.238385 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:15:21.354487 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:15:21.359635 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-6b21abc6-1f62-43d9-8842-700bd76c0c30 admin admin] 10.222.0.97 "PUT /v2.0/routers/04d1eee7-6dd9-4ea9-a360-9f64e336dc4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4404094 Mar 23 17:15:22.348405 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36916) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:22.353632 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-5bdb73d5-f3bb-42e8-97fd-78c61e131f5b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1101491187-network', 'tenant_id': '68d02543f6524017830ceed0828b8bc0'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:22.468686 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdb73d5-f3bb-42e8-97fd-78c61e131f5b admin admin] Made reservation on behalf of 68d02543f6524017830ceed0828b8bc0 for: {'network': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:15:22.471265 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5bdb73d5-f3bb-42e8-97fd-78c61e131f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for network (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:22.481396 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5bdb73d5-f3bb-42e8-97fd-78c61e131f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:22.575619 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5bdb73d5-f3bb-42e8-97fd-78c61e131f5b admin admin] Publish callbacks [] for security_group (fefaf502-77d9-420a-8051-420d19e69b58), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:22.639636 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5bdb73d5-f3bb-42e8-97fd-78c61e131f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (fefaf502-77d9-420a-8051-420d19e69b58), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:22.668199 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdb73d5-f3bb-42e8-97fd-78c61e131f5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1239} {{(pid=104060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:15:22.678564 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb73d5-f3bb-42e8-97fd-78c61e131f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefaf502-77d9-420a-8051-420d19e69b58,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:22.686667 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5bdb73d5-f3bb-42e8-97fd-78c61e131f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (feead400-f18b-43ce-b4af-495e82dc9085), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:22.687016 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.segments_db [None req-5bdb73d5-f3bb-42e8-97fd-78c61e131f5b admin admin] Added segment feead400-f18b-43ce-b4af-495e82dc9085 of type vlan for network 3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219 Mar 23 17:15:22.733334 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5bdb73d5-f3bb-42e8-97fd-78c61e131f5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739377417027'] for network (3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:22.857168 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Sync routers for ids ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:15:22.867110 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Routers {'04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:15:22.867715 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:22.949477 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5bdb73d5-f3bb-42e8-97fd-78c61e131f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803'] for network (3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:22.951308 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdb73d5-f3bb-42e8-97fd-78c61e131f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:15:22.952030 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5bdb73d5-f3bb-42e8-97fd-78c61e131f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:22.993970 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Set router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:15:23.028623 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb73d5-f3bb-42e8-97fd-78c61e131f5b admin admin] Pushing event updated for resources: {'Network': ['ID=3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:23.037093 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Network 3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219 details requested by agent ovs-agent-dv-cinder-834919-1-iscsi with host dv-cinder-834919-1-iscsi {{(pid=104062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:15:23.109495 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36928) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:23.112068 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-5bdb73d5-f3bb-42e8-97fd-78c61e131f5b admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7623208 Mar 23 17:15:23.115919 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-ccc2b4a5-05b9-453e-899e-5dd152923d15 admin admin] Request body: {'subnet': {'network_id': '3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1101491187-subnet', 'tenant_id': '68d02543f6524017830ceed0828b8bc0', 'ip_version': 4}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:23.203639 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'name': 'tempest-TestShelveInstance-844777023-router', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:16Z', 'updated_at': '2022-03-23T17:15:20Z', 'revision_number': 4, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'gw_port': {'id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:17Z', 'updated_at': '2022-03-23T17:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2d01a9fa-bb87-4370-b323-1a96d34fd9a3', 'name': '', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'mac_address': 'fa:16:3e:6e:09:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:19Z', 'updated_at': '2022-03-23T17:15:20Z', 'revision_number': 2, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'subnets': [{'id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:23.231612 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Checking router: 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:15:23.231962 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Updating router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 binding host dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:15:23.258021 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc2b4a5-05b9-453e-899e-5dd152923d15 admin admin] Made reservation on behalf of 68d02543f6524017830ceed0828b8bc0 for: {'subnet': 1} {{(pid=104061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:15:23.261859 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:23.262153 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ccc2b4a5-05b9-453e-899e-5dd152923d15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25001089'] for subnet (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:23.346234 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 54bcea93-dd02-4465-ac5c-c653a5ec87d0 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:15:23.399633 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 54bcea93-dd02-4465-ac5c-c653a5ec87d0 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:23.400314 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (54bcea93-dd02-4465-ac5c-c653a5ec87d0), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:23.479134 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 54bcea93-dd02-4465-ac5c-c653a5ec87d0 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:15:23.479452 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (54bcea93-dd02-4465-ac5c-c653a5ec87d0), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:23.500695 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] For port 54bcea93-dd02-4465-ac5c-c653a5ec87d0, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=54bcea93-dd02-4465-ac5c-c653a5ec87d0,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:15:23.508404 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ccc2b4a5-05b9-453e-899e-5dd152923d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25144964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25001111'] for subnet (244a4e2f-1753-492d-b433-b857c9266e6f), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:23.541196 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Publish callbacks [] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), precommit_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:23.557605 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2b4a5-05b9-453e-899e-5dd152923d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=244a4e2f-1753-492d-b433-b857c9266e6f,revision_number=0']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:23.572320 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (54bcea93-dd02-4465-ac5c-c653a5ec87d0), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:23.575667 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc2b4a5-05b9-453e-899e-5dd152923d15 admin admin] Checking segment: {'id': 'feead400-f18b-43ce-b4af-495e82dc9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:15:23.576036 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc2b4a5-05b9-453e-899e-5dd152923d15 admin admin] Network hostable DHCP agents. Network: 3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219, hostable agents: ['46fed268-ae11-4c13-b5f3-18bae7b39aea'], hosted agents: [] {{(pid=104061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:15:23.624218 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Pushing event updated for resources: {'Port': ['ID=54bcea93-dd02-4465-ac5c-c653a5ec87d0,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:23.635249 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:23.664475 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc2b4a5-05b9-453e-899e-5dd152923d15 admin admin] Network 3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219 is scheduled to be hosted by DHCP agent 46fed268-ae11-4c13-b5f3-18bae7b39aea with binding_index 1 {{(pid=104061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:15:23.685547 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Pushing event updated for resources: {'Port': ['ID=2d01a9fa-bb87-4370-b323-1a96d34fd9a3,revision_number=3']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:23.709531 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:23.709879 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:23.710248 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:23.710604 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:23.710942 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:23.711275 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:23.711604 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:23.711932 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:23.712259 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:23.714754 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:23.714754 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:23.715107 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:23.715452 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:23.715801 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:23.716119 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:15:23.743694 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-ccc2b4a5-05b9-453e-899e-5dd152923d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834919-1-iscsi, 3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219) {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:15:23.749619 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc2b4a5-05b9-453e-899e-5dd152923d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:15:23.750892 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ccc2b4a5-05b9-453e-899e-5dd152923d15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:23.754431 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Attempting to bind port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:15:23.754883 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Attempting to bind port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': 'fa3524e9-969f-419e-af5e-faf958fccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41'}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:15:23.755246 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Attempting to bind port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 on network 711fb512-77ec-499a-a5e4-156b76960f41 {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:15:23.760934 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f311d1-f1a9-4644-a76b-d47910999f39 None None] Network 3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:15:23.761421 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:15:23.761802 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Checking segment: {'id': 'fa3524e9-969f-419e-af5e-faf958fccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:15:23.762211 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:23.762611 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Bound using segment: {'id': 'fa3524e9-969f-419e-af5e-faf958fccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41'} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:15:23.763087 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Bound port: 2d01a9fa-bb87-4370-b323-1a96d34fd9a3, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3524e9-969f-419e-af5e-faf958fccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41'}}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:15:23.764025 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:23.831115 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-ccc2b4a5-05b9-453e-899e-5dd152923d15 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7189658 Mar 23 17:15:23.833278 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 36932) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:23.837282 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] For port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:15:23.840614 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1101491187-router', 'tenant_id': '68d02543f6524017830ceed0828b8bc0', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:23.842549 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] For port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=2d01a9fa-bb87-4370-b323-1a96d34fd9a3,segment=NetworkSegment(fa3524e9-969f-419e-af5e-faf958fccb18),segment_id=fa3524e9-969f-419e-af5e-faf958fccb18)] {{(pid=104063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:15:23.944795 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:23.955960 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16300859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-774'] for router (b700ebd1-f4ca-40cf-8905-0b6e86651333), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:23.958023 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16729771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16310052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router (b700ebd1-f4ca-40cf-8905-0b6e86651333), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:23.984529 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-132c3924-af3e-4b18-aa7b-ca160386a6be None None] Provisioning complete for port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:23.984529 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-132c3924-af3e-4b18-aa7b-ca160386a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:24.002850 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Routers {'04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:15:24.003488 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:24.063856 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Publish callbacks [] for router_controller (b700ebd1-f4ca-40cf-8905-0b6e86651333), precommit_add_association {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:24.089801 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46ccecf2-b578-5c7d-9b04-0141a0aafca4-3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219', 'network_id': '3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219', 'project_id': '68d02543f6524017830ceed0828b8bc0', 'fixed_ips': [{'subnet_id': '244a4e2f-1753-492d-b433-b857c9266e6f'}]}} from dv-cinder-834919-1-iscsi. {{(pid=104062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:15:24.089801 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:24.090376 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6fe41-944f-4fb9-9711-e6f36464ee83 None None] Pushing event updated for resources: {'Port': ['ID=2d01a9fa-bb87-4370-b323-1a96d34fd9a3,revision_number=4']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:24.149838 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] Set router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:15:24.223442 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-132c3924-af3e-4b18-aa7b-ca160386a6be None None] Current status of the port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:15:24.227497 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-132c3924-af3e-4b18-aa7b-ca160386a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:24.300264 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-132c3924-af3e-4b18-aa7b-ca160386a6be None None] For port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=2d01a9fa-bb87-4370-b323-1a96d34fd9a3,segment=NetworkSegment(fa3524e9-969f-419e-af5e-faf958fccb18),segment_id=fa3524e9-969f-419e-af5e-faf958fccb18)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:15:24.327109 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.db_base_plugin_common [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Allocated IP 172.20.0.2 (3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219/244a4e2f-1753-492d-b433-b857c9266e6f/199ec283-64d3-4c30-b007-b8972bf4a9d6) {{(pid=104062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:15:24.344887 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Publish callbacks [] for router_gateway (b700ebd1-f4ca-40cf-8905-0b6e86651333), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:24.390250 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-132c3924-af3e-4b18-aa7b-ca160386a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:24.430747 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'name': 'tempest-TestShelveInstance-844777023-router', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:16Z', 'updated_at': '2022-03-23T17:15:20Z', 'revision_number': 4, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'gw_port': {'id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:17Z', 'updated_at': '2022-03-23T17:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2d01a9fa-bb87-4370-b323-1a96d34fd9a3', 'name': '', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'mac_address': 'fa:16:3e:6e:09:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:19Z', 'updated_at': '2022-03-23T17:15:23Z', 'revision_number': 4, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'subnets': [{'id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:24.458294 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd531910-4d85-4dc7-a1ff-39ec59a16ba4 None None] The sync data for ids ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'] in dv-cinder-834919-1-iscsi is: [{'id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'name': 'tempest-TestShelveInstance-844777023-router', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:16Z', 'updated_at': '2022-03-23T17:15:20Z', 'revision_number': 4, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'gw_port': {'id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:17Z', 'updated_at': '2022-03-23T17:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2d01a9fa-bb87-4370-b323-1a96d34fd9a3', 'name': '', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'mac_address': 'fa:16:3e:6e:09:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:19Z', 'updated_at': '2022-03-23T17:15:23Z', 'revision_number': 4, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'subnets': [{'id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:15:24.469379 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c3924-af3e-4b18-aa7b-ca160386a6be None None] Pushing event updated for resources: {'Port': ['ID=2d01a9fa-bb87-4370-b323-1a96d34fd9a3,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:24.560900 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Publish callbacks [] for port (199ec283-64d3-4c30-b007-b8972bf4a9d6), precommit_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:24.564973 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-49276963-ce23-4fb7-b459-86b89a03f829 None None] Provisioning complete for port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:24.565690 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-49276963-ce23-4fb7-b459-86b89a03f829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:24.656945 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-49276963-ce23-4fb7-b459-86b89a03f829 None None] Current status of the port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:15:24.675009 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893'] for port (199ec283-64d3-4c30-b007-b8972bf4a9d6), after_create {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:24.695475 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Publish callbacks [] for router_gateway (b700ebd1-f4ca-40cf-8905-0b6e86651333), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:24.723123 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:24.725256 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Network 3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219 is already hosted by enough agents. {{(pid=104062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:15:24.734316 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.scheduler.base_scheduler [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Resources bound (agent type, host, resource id): {{(pid=104062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:15:24.739099 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Received port after_create {{(pid=104062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:15:24.743142 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Pushing event updated for resources: {'Port': ['ID=199ec283-64d3-4c30-b007-b8972bf4a9d6,revision_number=1']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:24.814183 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Attempting to bind port 199ec283-64d3-4c30-b007-b8972bf4a9d6 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:15:24.814636 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Attempting to bind port 199ec283-64d3-4c30-b007-b8972bf4a9d6 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': 'feead400-f18b-43ce-b4af-495e82dc9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:15:24.815069 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Attempting to bind port 199ec283-64d3-4c30-b007-b8972bf4a9d6 on network 3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:15:24.821236 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:15:24.821800 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Checking segment: {'id': 'feead400-f18b-43ce-b4af-495e82dc9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:15:24.822276 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:24.822770 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Bound using segment: {'id': 'feead400-f18b-43ce-b4af-495e82dc9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:15:24.823266 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Bound port: 199ec283-64d3-4c30-b007-b8972bf4a9d6, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feead400-f18b-43ce-b4af-495e82dc9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:15:24.824054 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (199ec283-64d3-4c30-b007-b8972bf4a9d6), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:24.853602 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Allocated IP 172.27.1.217 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/4a6af789-afb2-4f67-9ee0-66a66fddb901) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:15:24.897508 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] For port 199ec283-64d3-4c30-b007-b8972bf4a9d6, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:15:24.901780 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] For port 199ec283-64d3-4c30-b007-b8972bf4a9d6, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=199ec283-64d3-4c30-b007-b8972bf4a9d6,segment=NetworkSegment(feead400-f18b-43ce-b4af-495e82dc9085),segment_id=feead400-f18b-43ce-b4af-495e82dc9085)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:15:24.971256 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Publish callbacks [] for port (4a6af789-afb2-4f67-9ee0-66a66fddb901), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:25.024471 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (199ec283-64d3-4c30-b007-b8972bf4a9d6), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:25.097530 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec4fc4-8506-4191-9728-81e8a2c77c0f None None] Pushing event updated for resources: {'Port': ['ID=199ec283-64d3-4c30-b007-b8972bf4a9d6,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:25.156170 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (4a6af789-afb2-4f67-9ee0-66a66fddb901), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:25.207749 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3163e995-459c-4a38-ab33-8c2a78559ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:25.209279 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:15:25.212807 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:15:25.217476 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:15:25.249736 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Pushing event updated for resources: {'Port': ['ID=4a6af789-afb2-4f67-9ee0-66a66fddb901,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:25.490492 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 199ec283-64d3-4c30-b007-b8972bf4a9d6 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:15:25.551108 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 199ec283-64d3-4c30-b007-b8972bf4a9d6 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:25.551492 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (199ec283-64d3-4c30-b007-b8972bf4a9d6), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:25.614345 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Publish callbacks [] for router_gateway (b700ebd1-f4ca-40cf-8905-0b6e86651333), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:25.665562 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 199ec283-64d3-4c30-b007-b8972bf4a9d6 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:15:25.665970 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (199ec283-64d3-4c30-b007-b8972bf4a9d6), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:25.716789 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:25.721681 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] For port 199ec283-64d3-4c30-b007-b8972bf4a9d6, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=199ec283-64d3-4c30-b007-b8972bf4a9d6,segment=NetworkSegment(feead400-f18b-43ce-b4af-495e82dc9085),segment_id=feead400-f18b-43ce-b4af-495e82dc9085)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:15:25.841766 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16729776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728365'] for router (b700ebd1-f4ca-40cf-8905-0b6e86651333), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:25.859436 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (199ec283-64d3-4c30-b007-b8972bf4a9d6), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:25.861076 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 54bcea93-dd02-4465-ac5c-c653a5ec87d0 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:15:25.985476 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Pushing event updated for resources: {'Port': ['ID=199ec283-64d3-4c30-b007-b8972bf4a9d6,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:25.996668 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 54bcea93-dd02-4465-ac5c-c653a5ec87d0 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:25.997244 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (54bcea93-dd02-4465-ac5c-c653a5ec87d0), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:26.088705 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 54bcea93-dd02-4465-ac5c-c653a5ec87d0 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:15:26.089900 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:15:26.126598 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Router b700ebd1-f4ca-40cf-8905-0b6e86651333 is scheduled to L3 agent f6827492-862c-46c2-a752-b75deb79caf3 with binding_index 1 {{(pid=104060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:15:26.152409 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:26.153163 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:26.219396 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85954fdc-fb3d-4267-87f1-453029466054 None None] Network 3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:15:26.271468 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:15:26.297377 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Sync routers for ids ['b700ebd1-f4ca-40cf-8905-0b6e86651333'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:15:26.322174 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:15:26.327890 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:15:26.337239 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Routers {'b700ebd1-f4ca-40cf-8905-0b6e86651333'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:15:26.342153 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:14:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['b700ebd1-f4ca-40cf-8905-0b6e86651333'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:26.362944 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] Publish callbacks [] for router (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:26.365476 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-46468566-ed5a-4796-bbed-8670b22261da admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5289803 Mar 23 17:15:26.367337 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 36962) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:26.415298 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-a07dc9df-f4f0-4b27-94a5-98d7fad11db4 None None] Provisioning complete for port 199ec283-64d3-4c30-b007-b8972bf4a9d6 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:26.416169 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-a07dc9df-f4f0-4b27-94a5-98d7fad11db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (199ec283-64d3-4c30-b007-b8972bf4a9d6), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:26.526357 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Set router b700ebd1-f4ca-40cf-8905-0b6e86651333 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:15:26.665081 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-a07dc9df-f4f0-4b27-94a5-98d7fad11db4 None None] Current status of the port 199ec283-64d3-4c30-b007-b8972bf4a9d6 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:15:26.775519 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'name': 'tempest-TestShelveInstance-1101491187-router', 'tenant_id': '68d02543f6524017830ceed0828b8bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '4a6af789-afb2-4f67-9ee0-66a66fddb901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:23Z', 'updated_at': '2022-03-23T17:15:25Z', 'revision_number': 3, 'project_id': '68d02543f6524017830ceed0828b8bc0', 'gw_port': {'id': '4a6af789-afb2-4f67-9ee0-66a66fddb901', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:24Z', 'updated_at': '2022-03-23T17:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:26.804195 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Checking router: b700ebd1-f4ca-40cf-8905-0b6e86651333 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:15:26.804873 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Updating router b700ebd1-f4ca-40cf-8905-0b6e86651333 port 4a6af789-afb2-4f67-9ee0-66a66fddb901 binding host dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:15:26.840495 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (4a6af789-afb2-4f67-9ee0-66a66fddb901), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:26.858206 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:26.942808 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-75cbe449-9f98-44a7-9919-45c6d8a3e5d5 None None] Provisioning complete for port 199ec283-64d3-4c30-b007-b8972bf4a9d6 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:26.943192 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-75cbe449-9f98-44a7-9919-45c6d8a3e5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (199ec283-64d3-4c30-b007-b8972bf4a9d6), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:27.105295 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Allocated IP 172.20.0.1 (3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219/244a4e2f-1753-492d-b433-b857c9266e6f/da1deffb-f28c-4ebf-a519-1cf835b66800) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:15:27.111302 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-75cbe449-9f98-44a7-9919-45c6d8a3e5d5 None None] Current status of the port 199ec283-64d3-4c30-b007-b8972bf4a9d6 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:15:27.184940 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Publish callbacks [] for port (4a6af789-afb2-4f67-9ee0-66a66fddb901), precommit_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:27.300313 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (4a6af789-afb2-4f67-9ee0-66a66fddb901), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:27.371245 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 199ec283-64d3-4c30-b007-b8972bf4a9d6 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:15:27.399419 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-5b582fd7-cd07-448e-94ef-300040d284e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:27.406739 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Attempting to bind port 4a6af789-afb2-4f67-9ee0-66a66fddb901 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:15:27.407122 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Attempting to bind port 4a6af789-afb2-4f67-9ee0-66a66fddb901 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:15:27.407584 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Attempting to bind port 4a6af789-afb2-4f67-9ee0-66a66fddb901 on network 2c02e95d-8a1b-4700-95ef-e7028012d606 {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:15:27.424926 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:15:27.425271 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Checking segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:15:27.425685 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:27.426090 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Bound using segment: {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'} {{(pid=104062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:15:27.426579 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.managers [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Bound port: 4a6af789-afb2-4f67-9ee0-66a66fddb901, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606'}}] {{(pid=104062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:15:27.427087 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (4a6af789-afb2-4f67-9ee0-66a66fddb901), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:27.428546 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfaa097-b7a8-45ee-9568-123e3591bcc6 None None] Pushing event updated for resources: {'Port': ['ID=4a6af789-afb2-4f67-9ee0-66a66fddb901,revision_number=2']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:27.481418 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Publish callbacks [] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:27.500027 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 199ec283-64d3-4c30-b007-b8972bf4a9d6 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:27.500408 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (199ec283-64d3-4c30-b007-b8972bf4a9d6), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:27.503134 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] For port 4a6af789-afb2-4f67-9ee0-66a66fddb901, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:15:27.540706 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] For port 4a6af789-afb2-4f67-9ee0-66a66fddb901, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=4a6af789-afb2-4f67-9ee0-66a66fddb901,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:15:27.598390 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 199ec283-64d3-4c30-b007-b8972bf4a9d6 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:15:27.635674 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:27.636429 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (4a6af789-afb2-4f67-9ee0-66a66fddb901), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:27.674386 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Network 3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:15:27.677349 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:15:27.683603 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:15:27.696077 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Routers {'b700ebd1-f4ca-40cf-8905-0b6e86651333'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:15:27.696077 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:15:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['b700ebd1-f4ca-40cf-8905-0b6e86651333'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:27.706986 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Pushing event updated for resources: {'Port': ['ID=da1deffb-f28c-4ebf-a519-1cf835b66800,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:27.738978 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16731896'] for router_interface (b700ebd1-f4ca-40cf-8905-0b6e86651333), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:27.906559 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfaa097-b7a8-45ee-9568-123e3591bcc6 None None] Pushing event updated for resources: {'Port': ['ID=4a6af789-afb2-4f67-9ee0-66a66fddb901,revision_number=3']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:27.951933 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-38eee92e-1014-409d-b7f1-e765b367f0b8 None None] Provisioning complete for port da1deffb-f28c-4ebf-a519-1cf835b66800 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:27.952323 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-38eee92e-1014-409d-b7f1-e765b367f0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:27.981920 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] Set router b700ebd1-f4ca-40cf-8905-0b6e86651333 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:15:28.067121 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:28.086848 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-38eee92e-1014-409d-b7f1-e765b367f0b8 None None] Port da1deffb-f28c-4ebf-a519-1cf835b66800 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:15:28.198768 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'name': 'tempest-TestShelveInstance-1101491187-router', 'tenant_id': '68d02543f6524017830ceed0828b8bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '4a6af789-afb2-4f67-9ee0-66a66fddb901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:23Z', 'updated_at': '2022-03-23T17:15:25Z', 'revision_number': 3, 'project_id': '68d02543f6524017830ceed0828b8bc0', 'gw_port': {'id': '4a6af789-afb2-4f67-9ee0-66a66fddb901', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:24Z', 'updated_at': '2022-03-23T17:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:28.229298 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c281fa2-969a-4a5c-bdf4-764082114772 None None] The sync data for ids ['b700ebd1-f4ca-40cf-8905-0b6e86651333'] in dv-cinder-834919-1-iscsi is: [{'id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'name': 'tempest-TestShelveInstance-1101491187-router', 'tenant_id': '68d02543f6524017830ceed0828b8bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '4a6af789-afb2-4f67-9ee0-66a66fddb901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:23Z', 'updated_at': '2022-03-23T17:15:25Z', 'revision_number': 3, 'project_id': '68d02543f6524017830ceed0828b8bc0', 'gw_port': {'id': '4a6af789-afb2-4f67-9ee0-66a66fddb901', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:24Z', 'updated_at': '2022-03-23T17:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:15:28.261910 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Publish callbacks [] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:28.354995 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:28.434408 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Pushing event updated for resources: {'Port': ['ID=da1deffb-f28c-4ebf-a519-1cf835b66800,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:28.437856 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16361821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16731756'] for router_interface (b700ebd1-f4ca-40cf-8905-0b6e86651333), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:28.538128 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:28.563485 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Network 3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:15:28.565680 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:15:28.713855 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Router b700ebd1-f4ca-40cf-8905-0b6e86651333 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:15:28.812807 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-0279b4fc-4a84-46b0-aaee-e812dce73290 None None] Provisioning complete for port da1deffb-f28c-4ebf-a519-1cf835b66800 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:28.813209 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0279b4fc-4a84-46b0-aaee-e812dce73290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:28.843264 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:15:28.849088 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-6c01d2b0-8a5a-4d7c-b45e-97249cc48f7c admin admin] 10.222.0.97 "PUT /v2.0/routers/b700ebd1-f4ca-40cf-8905-0b6e86651333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4805999 Mar 23 17:15:28.856693 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-0279b4fc-4a84-46b0-aaee-e812dce73290 None None] Port da1deffb-f28c-4ebf-a519-1cf835b66800 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:15:29.360718 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 4a6af789-afb2-4f67-9ee0-66a66fddb901 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:15:29.414318 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 4a6af789-afb2-4f67-9ee0-66a66fddb901 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:29.414701 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (4a6af789-afb2-4f67-9ee0-66a66fddb901), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:29.496777 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 4a6af789-afb2-4f67-9ee0-66a66fddb901 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:15:29.497176 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (4a6af789-afb2-4f67-9ee0-66a66fddb901), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:29.518883 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] For port 4a6af789-afb2-4f67-9ee0-66a66fddb901, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=4a6af789-afb2-4f67-9ee0-66a66fddb901,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:15:29.551100 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 37016) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:29.555833 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-d63bf3ea-3139-4a81-9036-0c5792630040 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414247443', 'description': 'tempest-secgroup-smoke-414247443 description', 'project_id': '086c690cac51454fa1fe88e3cbccad7b'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:29.595334 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (4a6af789-afb2-4f67-9ee0-66a66fddb901), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:29.651394 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Pushing event updated for resources: {'Port': ['ID=4a6af789-afb2-4f67-9ee0-66a66fddb901,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:29.669281 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d63bf3ea-3139-4a81-9036-0c5792630040 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:29.747501 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d63bf3ea-3139-4a81-9036-0c5792630040 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group (decf7523-e19b-4fc3-8b4d-2aa4db95acda), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:29.837380 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Sync routers for ids ['b700ebd1-f4ca-40cf-8905-0b6e86651333'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:15:29.848268 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Routers {'b700ebd1-f4ca-40cf-8905-0b6e86651333'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:15:29.848924 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:15:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['b700ebd1-f4ca-40cf-8905-0b6e86651333'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:29.879289 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d63bf3ea-3139-4a81-9036-0c5792630040 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (decf7523-e19b-4fc3-8b4d-2aa4db95acda), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:29.915485 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bf3ea-3139-4a81-9036-0c5792630040 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=decf7523-e19b-4fc3-8b4d-2aa4db95acda,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:29.962137 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Set router b700ebd1-f4ca-40cf-8905-0b6e86651333 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:15:30.004427 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-d63bf3ea-3139-4a81-9036-0c5792630040 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:30.005762 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-d63bf3ea-3139-4a81-9036-0c5792630040 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4536593 Mar 23 17:15:30.008923 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 37018) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:30.014305 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-ce97ebed-9b40-4bbd-a983-31148e4388f0 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Request body: {'security_group_rule': {'security_group_id': 'decf7523-e19b-4fc3-8b4d-2aa4db95acda', 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:30.025946 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:30.166545 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ce97ebed-9b40-4bbd-a983-31148e4388f0 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (b83bc84b-20fa-4676-842b-6c8bcf1cb8b8), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:30.228707 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ce97ebed-9b40-4bbd-a983-31148e4388f0 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (b83bc84b-20fa-4676-842b-6c8bcf1cb8b8), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:30.263239 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'name': 'tempest-TestShelveInstance-1101491187-router', 'tenant_id': '68d02543f6524017830ceed0828b8bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '4a6af789-afb2-4f67-9ee0-66a66fddb901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:23Z', 'updated_at': '2022-03-23T17:15:27Z', 'revision_number': 4, 'project_id': '68d02543f6524017830ceed0828b8bc0', 'gw_port': {'id': '4a6af789-afb2-4f67-9ee0-66a66fddb901', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:24Z', 'updated_at': '2022-03-23T17:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'da1deffb-f28c-4ebf-a519-1cf835b66800', 'name': '', 'network_id': '3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219', 'tenant_id': '68d02543f6524017830ceed0828b8bc0', 'mac_address': 'fa:16:3e:de:5b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '244a4e2f-1753-492d-b433-b857c9266e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:26Z', 'updated_at': '2022-03-23T17:15:28Z', 'revision_number': 2, 'project_id': '68d02543f6524017830ceed0828b8bc0', 'subnets': [{'id': '244a4e2f-1753-492d-b433-b857c9266e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:30.295724 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Checking router: b700ebd1-f4ca-40cf-8905-0b6e86651333 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:15:30.296096 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Updating router b700ebd1-f4ca-40cf-8905-0b6e86651333 port da1deffb-f28c-4ebf-a519-1cf835b66800 binding host dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:15:30.322890 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:30.342431 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ce97ebed-9b40-4bbd-a983-31148e4388f0 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (b83bc84b-20fa-4676-842b-6c8bcf1cb8b8), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:30.361229 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97ebed-9b40-4bbd-a983-31148e4388f0 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83bc84b-20fa-4676-842b-6c8bcf1cb8b8,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:30.430261 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ce97ebed-9b40-4bbd-a983-31148e4388f0 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:30.434137 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-ce97ebed-9b40-4bbd-a983-31148e4388f0 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4214125 Mar 23 17:15:30.434336 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 37022) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:30.438777 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-e7a2d970-92f5-49fc-a515-c0e933d89573 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Request body: {'security_group_rule': {'security_group_id': 'decf7523-e19b-4fc3-8b4d-2aa4db95acda', 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:30.520242 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d970-92f5-49fc-a515-c0e933d89573 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (ebf96e5b-94e7-4c5d-b041-447094c1adb7), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:30.577169 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d970-92f5-49fc-a515-c0e933d89573 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (ebf96e5b-94e7-4c5d-b041-447094c1adb7), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:30.590255 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Publish callbacks [] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), precommit_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:30.732783 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d970-92f5-49fc-a515-c0e933d89573 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (ebf96e5b-94e7-4c5d-b041-447094c1adb7), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:30.750772 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2d970-92f5-49fc-a515-c0e933d89573 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf96e5b-94e7-4c5d-b041-447094c1adb7,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:30.766485 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:30.819879 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f9aea-54d4-4209-a69d-5c4373773e96 None None] Pushing event updated for resources: {'Port': ['ID=da1deffb-f28c-4ebf-a519-1cf835b66800,revision_number=3']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:30.849111 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d970-92f5-49fc-a515-c0e933d89573 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:30.850682 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-e7a2d970-92f5-49fc-a515-c0e933d89573 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4153185 Mar 23 17:15:30.853691 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 37032) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:30.862137 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-b7db9fc6-1410-4623-8f77-8cc068967562 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Request body: {'security_group_rule': {'security_group_id': 'decf7523-e19b-4fc3-8b4d-2aa4db95acda', 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:30.874927 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Attempting to bind port da1deffb-f28c-4ebf-a519-1cf835b66800 on host dv-cinder-834919-1-iscsi for vnic_type normal with profile {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:15:30.875560 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Attempting to bind port da1deffb-f28c-4ebf-a519-1cf835b66800 by drivers openvswitch,hyperv on host dv-cinder-834919-1-iscsi at level 0 using segments [{'id': 'feead400-f18b-43ce-b4af-495e82dc9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219'}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:15:30.875887 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Attempting to bind port da1deffb-f28c-4ebf-a519-1cf835b66800 on network 3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219 {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:15:30.881072 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Checking agent: {'id': '356d43a9-f9a1-4ef0-90d2-c3705bd4ad05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 16, 59, 1), 'started_at': datetime.datetime(2022, 3, 23, 16, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:15:30.881447 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Checking segment: {'id': 'feead400-f18b-43ce-b4af-495e82dc9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:15:30.882021 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:30.882421 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Bound using segment: {'id': 'feead400-f18b-43ce-b4af-495e82dc9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219'} {{(pid=104063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:15:30.882889 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.managers [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Bound port: da1deffb-f28c-4ebf-a519-1cf835b66800, host: dv-cinder-834919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feead400-f18b-43ce-b4af-495e82dc9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219'}}] {{(pid=104063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:15:30.883271 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), before_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:30.948737 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] For port da1deffb-f28c-4ebf-a519-1cf835b66800, host dv-cinder-834919-1-iscsi, cleared binding levels {{(pid=104063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:15:30.951852 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.plugins.ml2.db [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] For port da1deffb-f28c-4ebf-a519-1cf835b66800, host dv-cinder-834919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=da1deffb-f28c-4ebf-a519-1cf835b66800,segment=NetworkSegment(feead400-f18b-43ce-b4af-495e82dc9085),segment_id=feead400-f18b-43ce-b4af-495e82dc9085)] {{(pid=104063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:15:30.977969 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b7db9fc6-1410-4623-8f77-8cc068967562 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (724272f1-5c0e-4835-bf22-b7e517920c5e), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:30.998789 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-f18acd15-6456-4e8f-b76a-e36a32c90ec7 None None] Provisioning complete for port da1deffb-f28c-4ebf-a519-1cf835b66800 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:30.999356 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-f18acd15-6456-4e8f-b76a-e36a32c90ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:31.032921 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-f18acd15-6456-4e8f-b76a-e36a32c90ec7 None None] Port da1deffb-f28c-4ebf-a519-1cf835b66800 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:15:31.034720 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b7db9fc6-1410-4623-8f77-8cc068967562 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (724272f1-5c0e-4835-bf22-b7e517920c5e), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:31.059509 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), after_update {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:31.114620 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Routers {'b700ebd1-f4ca-40cf-8905-0b6e86651333'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:15:31.115260 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:15:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['b700ebd1-f4ca-40cf-8905-0b6e86651333'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:31.132342 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b7db9fc6-1410-4623-8f77-8cc068967562 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (724272f1-5c0e-4835-bf22-b7e517920c5e), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:31.153575 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db9fc6-1410-4623-8f77-8cc068967562 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724272f1-5c0e-4835-bf22-b7e517920c5e,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:31.182499 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f9aea-54d4-4209-a69d-5c4373773e96 None None] Pushing event updated for resources: {'Port': ['ID=da1deffb-f28c-4ebf-a519-1cf835b66800,revision_number=4']} {{(pid=104063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:31.239555 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] Set router b700ebd1-f4ca-40cf-8905-0b6e86651333 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:15:31.282012 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b7db9fc6-1410-4623-8f77-8cc068967562 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:31.286615 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-b7db9fc6-1410-4623-8f77-8cc068967562 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4288390 Mar 23 17:15:31.286615 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 37034) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:31.294477 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-861d306a-5dff-4898-83d9-384b63bcb29b tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Request body: {'security_group_rule': {'security_group_id': 'decf7523-e19b-4fc3-8b4d-2aa4db95acda', 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:31.357987 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 4a6af789-afb2-4f67-9ee0-66a66fddb901 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:15:31.362246 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-e86c6303-d416-4b9f-9188-8ddae7bc92f1 None None] Provisioning complete for port da1deffb-f28c-4ebf-a519-1cf835b66800 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:31.362815 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e86c6303-d416-4b9f-9188-8ddae7bc92f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:31.432918 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-861d306a-5dff-4898-83d9-384b63bcb29b tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (2c59fe35-d1d5-44a9-ad8b-c5eb72216b19), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:31.447251 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'name': 'tempest-TestShelveInstance-1101491187-router', 'tenant_id': '68d02543f6524017830ceed0828b8bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '4a6af789-afb2-4f67-9ee0-66a66fddb901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:23Z', 'updated_at': '2022-03-23T17:15:27Z', 'revision_number': 4, 'project_id': '68d02543f6524017830ceed0828b8bc0', 'gw_port': {'id': '4a6af789-afb2-4f67-9ee0-66a66fddb901', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:24Z', 'updated_at': '2022-03-23T17:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'da1deffb-f28c-4ebf-a519-1cf835b66800', 'name': '', 'network_id': '3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219', 'tenant_id': '68d02543f6524017830ceed0828b8bc0', 'mac_address': 'fa:16:3e:de:5b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '244a4e2f-1753-492d-b433-b857c9266e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:26Z', 'updated_at': '2022-03-23T17:15:30Z', 'revision_number': 4, 'project_id': '68d02543f6524017830ceed0828b8bc0', 'subnets': [{'id': '244a4e2f-1753-492d-b433-b857c9266e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:15:31.461186 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port 4a6af789-afb2-4f67-9ee0-66a66fddb901 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:31.461567 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (4a6af789-afb2-4f67-9ee0-66a66fddb901), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:31.478874 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2633c41d-2912-4c51-b9b2-2dbca6a7e87a None None] The sync data for ids ['b700ebd1-f4ca-40cf-8905-0b6e86651333'] in dv-cinder-834919-1-iscsi is: [{'id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'name': 'tempest-TestShelveInstance-1101491187-router', 'tenant_id': '68d02543f6524017830ceed0828b8bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '4a6af789-afb2-4f67-9ee0-66a66fddb901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:23Z', 'updated_at': '2022-03-23T17:15:27Z', 'revision_number': 4, 'project_id': '68d02543f6524017830ceed0828b8bc0', 'gw_port': {'id': '4a6af789-afb2-4f67-9ee0-66a66fddb901', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:24Z', 'updated_at': '2022-03-23T17:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'da1deffb-f28c-4ebf-a519-1cf835b66800', 'name': '', 'network_id': '3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219', 'tenant_id': '68d02543f6524017830ceed0828b8bc0', 'mac_address': 'fa:16:3e:de:5b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '244a4e2f-1753-492d-b433-b857c9266e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:26Z', 'updated_at': '2022-03-23T17:15:30Z', 'revision_number': 4, 'project_id': '68d02543f6524017830ceed0828b8bc0', 'subnets': [{'id': '244a4e2f-1753-492d-b433-b857c9266e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:15:31.512750 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-861d306a-5dff-4898-83d9-384b63bcb29b tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (2c59fe35-d1d5-44a9-ad8b-c5eb72216b19), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:31.530415 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-e86c6303-d416-4b9f-9188-8ddae7bc92f1 None None] Current status of the port da1deffb-f28c-4ebf-a519-1cf835b66800 is: DOWN; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:15:31.530812 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e86c6303-d416-4b9f-9188-8ddae7bc92f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:31.535347 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:31.580662 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-e86c6303-d416-4b9f-9188-8ddae7bc92f1 None None] For port da1deffb-f28c-4ebf-a519-1cf835b66800, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=da1deffb-f28c-4ebf-a519-1cf835b66800,segment=NetworkSegment(feead400-f18b-43ce-b4af-495e82dc9085),segment_id=feead400-f18b-43ce-b4af-495e82dc9085)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:15:31.616329 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port 4a6af789-afb2-4f67-9ee0-66a66fddb901 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:15:31.652946 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-861d306a-5dff-4898-83d9-384b63bcb29b tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (2c59fe35-d1d5-44a9-ad8b-c5eb72216b19), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:31.670978 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d306a-5dff-4898-83d9-384b63bcb29b tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c59fe35-d1d5-44a9-ad8b-c5eb72216b19,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:31.680794 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e86c6303-d416-4b9f-9188-8ddae7bc92f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:31.740806 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c6303-d416-4b9f-9188-8ddae7bc92f1 None None] Pushing event updated for resources: {'Port': ['ID=da1deffb-f28c-4ebf-a519-1cf835b66800,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:31.797338 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-861d306a-5dff-4898-83d9-384b63bcb29b tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:31.798641 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-861d306a-5dff-4898-83d9-384b63bcb29b tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5113246 Mar 23 17:15:31.805870 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 37040) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:31.810441 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-7f4f7d71-0b17-4ed2-9352-1b984dcd9657 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Request body: {'security_group_rule': {'security_group_id': 'decf7523-e19b-4fc3-8b4d-2aa4db95acda', 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:31.915300 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.securitygroups_db [None req-7f4f7d71-0b17-4ed2-9352-1b984dcd9657 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Project 086c690cac51454fa1fe88e3cbccad7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 17:15:31.920984 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7f4f7d71-0b17-4ed2-9352-1b984dcd9657 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (84103ff7-3c73-4a58-809f-8ce9a3a70207), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:31.983491 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7f4f7d71-0b17-4ed2-9352-1b984dcd9657 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (84103ff7-3c73-4a58-809f-8ce9a3a70207), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:32.086640 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7f4f7d71-0b17-4ed2-9352-1b984dcd9657 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (84103ff7-3c73-4a58-809f-8ce9a3a70207), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:32.105936 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f7d71-0b17-4ed2-9352-1b984dcd9657 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84103ff7-3c73-4a58-809f-8ce9a3a70207,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:32.202156 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7f4f7d71-0b17-4ed2-9352-1b984dcd9657 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:32.203416 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-7f4f7d71-0b17-4ed2-9352-1b984dcd9657 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3964739 Mar 23 17:15:32.206136 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 37044) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:32.210532 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-e641fc0c-6899-47cb-82bd-a85fe53829cd tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Request body: {'security_group_rule': {'security_group_id': 'decf7523-e19b-4fc3-8b4d-2aa4db95acda', 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:15:32.297967 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.securitygroups_db [None req-e641fc0c-6899-47cb-82bd-a85fe53829cd tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Project 086c690cac51454fa1fe88e3cbccad7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 17:15:32.303251 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e641fc0c-6899-47cb-82bd-a85fe53829cd tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (2363d8e3-2698-4dcc-8ab9-e923ccca58b5), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:32.364291 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e641fc0c-6899-47cb-82bd-a85fe53829cd tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (2363d8e3-2698-4dcc-8ab9-e923ccca58b5), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:32.446504 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e641fc0c-6899-47cb-82bd-a85fe53829cd tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372076'] for security_group_rule (2363d8e3-2698-4dcc-8ab9-e923ccca58b5), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:32.467299 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641fc0c-6899-47cb-82bd-a85fe53829cd tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2363d8e3-2698-4dcc-8ab9-e923ccca58b5,revision_number=0']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:32.534539 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e641fc0c-6899-47cb-82bd-a85fe53829cd tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:32.535994 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-e641fc0c-6899-47cb-82bd-a85fe53829cd tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3288331 Mar 23 17:15:32.814323 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a600876a-1467-4973-8a04-5049d7cc651c req-e4175732-fedc-455f-892a-320043eb3094 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434353 Mar 23 17:15:32.908941 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600876a-1467-4973-8a04-5049d7cc651c req-71567fc3-712e-4ac5-aff0-c109faebb424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:15:32.911199 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a600876a-1467-4973-8a04-5049d7cc651c req-71567fc3-712e-4ac5-aff0-c109faebb424 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 1129 time: 0.0467222 Mar 23 17:15:33.022652 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600876a-1467-4973-8a04-5049d7cc651c req-cbad6f9e-431b-4b76-b69d-da98b3b5aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:15:33.024763 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a600876a-1467-4973-8a04-5049d7cc651c req-cbad6f9e-431b-4b76-b69d-da98b3b5aa67 service neutron] 10.222.0.43 "GET /v2.0/networks?id=68d01c04-ef08-421d-abdc-4975a2a480d9 HTTP/1.1" status: 200 len: 914 time: 0.0943537 Mar 23 17:15:33.087030 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a600876a-1467-4973-8a04-5049d7cc651c req-e1f838aa-6e4a-4709-b374-b232405771dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3148565-fc45-4b9e-81bb-9bc6bf0475ae HTTP/1.1" status: 200 len: 1000 time: 0.0564427 Mar 23 17:15:33.134873 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600876a-1467-4973-8a04-5049d7cc651c req-6f4c9976-2e8b-463e-816a-834270b18628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:15:33.136878 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a600876a-1467-4973-8a04-5049d7cc651c req-6f4c9976-2e8b-463e-816a-834270b18628 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34e29e9-cb3c-4a86-90df-8b01f3de3a73 HTTP/1.1" status: 200 len: 851 time: 0.0437975 Mar 23 17:15:33.189555 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600876a-1467-4973-8a04-5049d7cc651c req-ee18a5f5-a35b-45f3-9499-418284fa76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:15:33.191091 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a600876a-1467-4973-8a04-5049d7cc651c req-ee18a5f5-a35b-45f3-9499-418284fa76e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68d01c04-ef08-421d-abdc-4975a2a480d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477772 Mar 23 17:15:33.281704 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a600876a-1467-4973-8a04-5049d7cc651c req-99764ada-bf6c-43df-8335-bbd149a915a5 service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842731 Mar 23 17:15:33.352509 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device da1deffb-f28c-4ebf-a519-1cf835b66800 up at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:15:33.379805 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a600876a-1467-4973-8a04-5049d7cc651c req-de78a90e-b386-476f-9e7b-f5f8d3ba6f67 service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923123 Mar 23 17:15:33.400652 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Provisioning complete for port da1deffb-f28c-4ebf-a519-1cf835b66800 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:15:33.401073 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:33.498029 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Current status of the port da1deffb-f28c-4ebf-a519-1cf835b66800 is: ACTIVE; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:15:34.496096 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 37150) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:34.605446 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7d38294c-c6ab-478e-abf5-a6a6eb82735f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:34.677825 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7d38294c-c6ab-478e-abf5-a6a6eb82735f admin admin] Publish callbacks [] for security_group (ee9e4340-a7d3-4f95-abd6-5b33a69a4743), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:34.743536 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7d38294c-c6ab-478e-abf5-a6a6eb82735f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (ee9e4340-a7d3-4f95-abd6-5b33a69a4743), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:34.783017 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-7d38294c-c6ab-478e-abf5-a6a6eb82735f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6912697a64754624be0cd798299ff78a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843986 Mar 23 17:15:34.783897 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38294c-c6ab-478e-abf5-a6a6eb82735f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9e4340-a7d3-4f95-abd6-5b33a69a4743,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:34.785780 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 37156) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:34.833357 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cbbda22b-2f62-41f5-b8a7-67659be29c95 admin admin] Publish callbacks [] for security_group (ee9e4340-a7d3-4f95-abd6-5b33a69a4743), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:34.855581 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cbbda22b-2f62-41f5-b8a7-67659be29c95 admin admin] Publish callbacks [] for security_group (ee9e4340-a7d3-4f95-abd6-5b33a69a4743), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:34.999294 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cbbda22b-2f62-41f5-b8a7-67659be29c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (ee9e4340-a7d3-4f95-abd6-5b33a69a4743), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:35.001872 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cbbda22b-2f62-41f5-b8a7-67659be29c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:35.005155 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-cbbda22b-2f62-41f5-b8a7-67659be29c95 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ee9e4340-a7d3-4f95-abd6-5b33a69a4743 HTTP/1.1" status: 204 len: 168 time: 0.2162154 Mar 23 17:15:35.011628 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbda22b-2f62-41f5-b8a7-67659be29c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9e4340-a7d3-4f95-abd6-5b33a69a4743,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:36.814738 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 37218) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:36.918610 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8ba6236f-7d41-4e9a-ae2b-b04261ce0968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:36.992744 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8ba6236f-7d41-4e9a-ae2b-b04261ce0968 admin admin] Publish callbacks [] for security_group (bb5f6d30-3f19-4b6b-b6cd-083b2d0fd6a2), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:37.103765 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8ba6236f-7d41-4e9a-ae2b-b04261ce0968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (bb5f6d30-3f19-4b6b-b6cd-083b2d0fd6a2), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:37.141667 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-8ba6236f-7d41-4e9a-ae2b-b04261ce0968 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6716a621f067406a86920b42bba787e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256779 Mar 23 17:15:37.143537 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6236f-7d41-4e9a-ae2b-b04261ce0968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5f6d30-3f19-4b6b-b6cd-083b2d0fd6a2,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:37.144496 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 37224) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:37.197421 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-553cce27-8daa-4e75-ad35-1b848a6b07d6 admin admin] Publish callbacks [] for security_group (bb5f6d30-3f19-4b6b-b6cd-083b2d0fd6a2), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:37.221068 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-553cce27-8daa-4e75-ad35-1b848a6b07d6 admin admin] Publish callbacks [] for security_group (bb5f6d30-3f19-4b6b-b6cd-083b2d0fd6a2), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:37.423390 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-553cce27-8daa-4e75-ad35-1b848a6b07d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (bb5f6d30-3f19-4b6b-b6cd-083b2d0fd6a2), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:37.426014 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-553cce27-8daa-4e75-ad35-1b848a6b07d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:37.427218 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-553cce27-8daa-4e75-ad35-1b848a6b07d6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bb5f6d30-3f19-4b6b-b6cd-083b2d0fd6a2 HTTP/1.1" status: 204 len: 168 time: 0.2815547 Mar 23 17:15:37.435415 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cce27-8daa-4e75-ad35-1b848a6b07d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5f6d30-3f19-4b6b-b6cd-083b2d0fd6a2,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:45.944794 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 37420) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:46.046845 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-fcd28113-b73b-4bea-9073-96a5ef552716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:46.118671 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-fcd28113-b73b-4bea-9073-96a5ef552716 admin admin] Publish callbacks [] for security_group (287d519a-a971-4325-a6d6-f51a7e134087), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:46.200433 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-fcd28113-b73b-4bea-9073-96a5ef552716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (287d519a-a971-4325-a6d6-f51a7e134087), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:46.239571 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-fcd28113-b73b-4bea-9073-96a5ef552716 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0fcaf7dde177488b8dea519dc60888fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936988 Mar 23 17:15:46.240433 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd28113-b73b-4bea-9073-96a5ef552716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287d519a-a971-4325-a6d6-f51a7e134087,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:46.243181 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 37428) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:46.295989 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6a6a7983-2639-4cd0-91fe-c4cf2ed9857c admin admin] Publish callbacks [] for security_group (287d519a-a971-4325-a6d6-f51a7e134087), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:46.316256 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6a6a7983-2639-4cd0-91fe-c4cf2ed9857c admin admin] Publish callbacks [] for security_group (287d519a-a971-4325-a6d6-f51a7e134087), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:46.480602 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6a6a7983-2639-4cd0-91fe-c4cf2ed9857c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (287d519a-a971-4325-a6d6-f51a7e134087), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:46.483179 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6a6a7983-2639-4cd0-91fe-c4cf2ed9857c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:46.484400 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-6a6a7983-2639-4cd0-91fe-c4cf2ed9857c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/287d519a-a971-4325-a6d6-f51a7e134087 HTTP/1.1" status: 204 len: 168 time: 0.2397840 Mar 23 17:15:46.492510 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a7983-2639-4cd0-91fe-c4cf2ed9857c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287d519a-a971-4325-a6d6-f51a7e134087,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:48.261506 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 37468) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:48.367349 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-bb1384ba-4d81-45c8-83ae-8d1ad0c915b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:48.447566 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-bb1384ba-4d81-45c8-83ae-8d1ad0c915b1 admin admin] Publish callbacks [] for security_group (a37815f5-d1d4-4b48-9204-2701acf72304), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:48.514436 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-bb1384ba-4d81-45c8-83ae-8d1ad0c915b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (a37815f5-d1d4-4b48-9204-2701acf72304), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:48.552523 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1384ba-4d81-45c8-83ae-8d1ad0c915b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37815f5-d1d4-4b48-9204-2701acf72304,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:48.557801 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-bb1384ba-4d81-45c8-83ae-8d1ad0c915b1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=717e70e8ae634651b155f6ab7fa985f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944849 Mar 23 17:15:48.559909 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 37484) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:48.608797 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a5b7028c-42ea-4916-b29f-d2063259e955 admin admin] Publish callbacks [] for security_group (a37815f5-d1d4-4b48-9204-2701acf72304), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:48.629317 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a5b7028c-42ea-4916-b29f-d2063259e955 admin admin] Publish callbacks [] for security_group (a37815f5-d1d4-4b48-9204-2701acf72304), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:48.754724 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a5b7028c-42ea-4916-b29f-d2063259e955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (a37815f5-d1d4-4b48-9204-2701acf72304), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:48.757407 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a5b7028c-42ea-4916-b29f-d2063259e955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:48.758646 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-a5b7028c-42ea-4916-b29f-d2063259e955 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a37815f5-d1d4-4b48-9204-2701acf72304 HTTP/1.1" status: 204 len: 168 time: 0.1978295 Mar 23 17:15:48.769689 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7028c-42ea-4916-b29f-d2063259e955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37815f5-d1d4-4b48-9204-2701acf72304,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:51.864700 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-68387787-245e-4ae8-89bc-b06c12989524 req-cf4cca85-9d84-4be4-a9d4-53244f78181e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=6c66b842ed294a21bd88ae25527782c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298908 Mar 23 17:15:52.301993 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68387787-245e-4ae8-89bc-b06c12989524 req-75ce7b5d-71de-4524-94cd-093aeda23ecd tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:15:52.303462 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-68387787-245e-4ae8-89bc-b06c12989524 req-75ce7b5d-71de-4524-94cd-093aeda23ecd tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4337425 Mar 23 17:15:52.317461 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-68387787-245e-4ae8-89bc-b06c12989524 req-46c588f8-90f9-43c8-bc82-c3d065952540 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/quotas/6c66b842ed294a21bd88ae25527782c5 HTTP/1.1" status: 200 len: 375 time: 0.0086732 Mar 23 17:15:52.352828 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-68387787-245e-4ae8-89bc-b06c12989524 req-f68e3c47-1f56-4916-a9d8-7dbf280818ea tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=6c66b842ed294a21bd88ae25527782c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305223 Mar 23 17:15:52.614720 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a1d6d25-984e-4962-b849-6261544f15c3 req-0379e24c-92bf-42f8-ad65-45547cad4f44 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 210 time: 0.0289023 Mar 23 17:15:53.700475 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8dbb5ba6-9cc2-455d-83e2-ef4fe67a715b req-5a2d3fee-3023-45c3-a921-e08a54a1d63c tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 210 time: 0.0265355 Mar 23 17:15:53.965465 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 37636) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:54.067284 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-05536ea9-2528-4c6e-b904-d9ec537ad88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:54.142033 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-05536ea9-2528-4c6e-b904-d9ec537ad88a admin admin] Publish callbacks [] for security_group (ed5dbaca-be0c-4194-b84e-f05d6824fdd9), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:54.222993 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-05536ea9-2528-4c6e-b904-d9ec537ad88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (ed5dbaca-be0c-4194-b84e-f05d6824fdd9), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:54.262628 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-05536ea9-2528-4c6e-b904-d9ec537ad88a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bd5a0f2d57874256844fa8f1711bd4dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960911 Mar 23 17:15:54.263560 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05536ea9-2528-4c6e-b904-d9ec537ad88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5dbaca-be0c-4194-b84e-f05d6824fdd9,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:54.265323 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 37642) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:54.312483 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-83808e0c-9fce-4171-adf0-55588d160d94 admin admin] Publish callbacks [] for security_group (ed5dbaca-be0c-4194-b84e-f05d6824fdd9), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:54.332195 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-83808e0c-9fce-4171-adf0-55588d160d94 admin admin] Publish callbacks [] for security_group (ed5dbaca-be0c-4194-b84e-f05d6824fdd9), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:54.473457 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-83808e0c-9fce-4171-adf0-55588d160d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (ed5dbaca-be0c-4194-b84e-f05d6824fdd9), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:54.476067 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-83808e0c-9fce-4171-adf0-55588d160d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:54.477273 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-83808e0c-9fce-4171-adf0-55588d160d94 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ed5dbaca-be0c-4194-b84e-f05d6824fdd9 HTTP/1.1" status: 204 len: 168 time: 0.2109613 Mar 23 17:15:54.485453 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83808e0c-9fce-4171-adf0-55588d160d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5dbaca-be0c-4194-b84e-f05d6824fdd9,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:54.779411 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ae37910f-a8b3-4c40-ac10-f034f9c6f2e5 req-7e21b6c5-fd45-412f-bd48-fe568284f696 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 210 time: 0.0277762 Mar 23 17:15:55.183510 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a098-1d62-430a-baab-adfc45ff9010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:55.512356 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 37662) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:55.525595 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7da95165-9dfb-475d-8cf2-ee7f057a6beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:55.597174 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7da95165-9dfb-475d-8cf2-ee7f057a6beb admin admin] Publish callbacks [] for security_group (add509cc-6ac9-4980-81bb-a5e7e845d98f), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:55.735851 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7da95165-9dfb-475d-8cf2-ee7f057a6beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (add509cc-6ac9-4980-81bb-a5e7e845d98f), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:55.736040 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:55.774146 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da95165-9dfb-475d-8cf2-ee7f057a6beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add509cc-6ac9-4980-81bb-a5e7e845d98f,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:55.779133 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-7da95165-9dfb-475d-8cf2-ee7f057a6beb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d6260e3652904222ba3b19ddb21bbe0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656581 Mar 23 17:15:55.781764 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 37668) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:15:55.829720 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d3cb020a-d414-4b0e-a8bb-f019bb5fdb6e admin admin] Publish callbacks [] for security_group (add509cc-6ac9-4980-81bb-a5e7e845d98f), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:55.862391 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-210e5274-ae33-4679-ab68-40766c1b15d7 req-2e24023c-346c-42a2-be35-913e9f1440e9 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 210 time: 0.0337627 Mar 23 17:15:55.875016 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d3cb020a-d414-4b0e-a8bb-f019bb5fdb6e admin admin] Publish callbacks [] for security_group (add509cc-6ac9-4980-81bb-a5e7e845d98f), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:56.074760 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d3cb020a-d414-4b0e-a8bb-f019bb5fdb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (add509cc-6ac9-4980-81bb-a5e7e845d98f), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:56.077392 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d3cb020a-d414-4b0e-a8bb-f019bb5fdb6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:56.078569 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-d3cb020a-d414-4b0e-a8bb-f019bb5fdb6e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/add509cc-6ac9-4980-81bb-a5e7e845d98f HTTP/1.1" status: 204 len: 168 time: 0.2958531 Mar 23 17:15:56.086259 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb020a-d414-4b0e-a8bb-f019bb5fdb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add509cc-6ac9-4980-81bb-a5e7e845d98f,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:15:56.939268 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-632b1bc2-5e8f-45c6-8594-ef6a8926c4b4 req-7c6ac26f-6307-4f64-b7bc-5cfcd13933e9 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 210 time: 0.0271769 Mar 23 17:15:57.530327 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-75fab57f-c9b5-4d86-9129-ab72ab6de22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:58.034338 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-76c0506f-88a5-4521-9ecf-a298cab24eb8 req-bc505122-3701-4773-8327-3407a13c066a tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 210 time: 0.0296462 Mar 23 17:15:58.553456 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:15:59.136568 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0dd27e0d-3b72-4214-a9a5-b595ce9c335a req-b6c37b86-1322-4e98-b646-2ccb98622e41 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 210 time: 0.0333347 Mar 23 17:16:00.095964 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-729a4852-9a0a-4d2c-aaae-4a7ec7e77ce8 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414247443&fields=id&tenant_id=086c690cac51454fa1fe88e3cbccad7b HTTP/1.1" status: 200 len: 267 time: 0.0443180 Mar 23 17:16:00.199596 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-63ec9b2e-2906-409b-a3c9-5b226b3a6e13 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:00.201156 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-63ec9b2e-2906-409b-a3c9-5b226b3a6e13 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/networks?id=711fb512-77ec-499a-a5e4-156b76960f41 HTTP/1.1" status: 200 len: 808 time: 0.0988691 Mar 23 17:16:00.215632 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-20dbb57f-9c2c-465f-b44f-7d8ae6f0feef tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/quotas/086c690cac51454fa1fe88e3cbccad7b HTTP/1.1" status: 200 len: 375 time: 0.0091076 Mar 23 17:16:00.231783 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-081dd456-d1ff-402f-a6c2-6ffa447e7375 req-eaf32edf-7d5e-46f2-822f-fcac971bf00b tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 210 time: 0.0271676 Mar 23 17:16:00.276287 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-bc984bb4-5bc3-4014-a9f2-e26e1ccfb7af tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=086c690cac51454fa1fe88e3cbccad7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550878 Mar 23 17:16:00.304965 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:00.352898 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-68387787-245e-4ae8-89bc-b06c12989524 req-5f01847b-17da-42d6-8399-ce0da1078f6a tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6c66b842ed294a21bd88ae25527782c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241737 Mar 23 17:16:00.442431 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-4dbfb784-929f-4d19-9ee4-a0a0c56c09f4 service neutron] 10.222.0.97 "GET /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547041 Mar 23 17:16:00.479880 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 37798) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:00.534551 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68387787-245e-4ae8-89bc-b06c12989524 req-48bb60e4-f3e2-4188-972d-5b3e1177621d tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:00.535999 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-68387787-245e-4ae8-89bc-b06c12989524 req-48bb60e4-f3e2-4188-972d-5b3e1177621d tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736989 Mar 23 17:16:00.557668 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [req-68387787-245e-4ae8-89bc-b06c12989524 req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Request body: {'port': {'device_id': '8d2ebd00-90ed-46cd-957a-2d0b1ccef14d', 'network_id': 'd49dcb5c-860a-42b9-b28c-021da6884ee7', 'admin_state_up': True, 'tenant_id': '6c66b842ed294a21bd88ae25527782c5'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:16:00.590045 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1525a79c-5751-41d0-ac7f-1ab3363c290a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:00.615327 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-53e6b597-76c5-42f0-854f-1138bf26000f service neutron] 10.222.0.97 "GET /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648581 Mar 23 17:16:00.669302 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1525a79c-5751-41d0-ac7f-1ab3363c290a admin admin] Publish callbacks [] for security_group (cdef191b-a7a3-46d0-9498-9a7571e1d67d), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:00.782961 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1525a79c-5751-41d0-ac7f-1ab3363c290a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (cdef191b-a7a3-46d0-9498-9a7571e1d67d), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:00.823480 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68387787-245e-4ae8-89bc-b06c12989524 req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Made reservation on behalf of 6c66b842ed294a21bd88ae25527782c5 for: {'port': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:16:00.823944 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-1525a79c-5751-41d0-ac7f-1ab3363c290a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e1389f2c3d11441db9463967458130a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426456 Mar 23 17:16:00.825435 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525a79c-5751-41d0-ac7f-1ab3363c290a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdef191b-a7a3-46d0-9498-9a7571e1d67d,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:00.827634 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-68387787-245e-4ae8-89bc-b06c12989524 req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:00.828082 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 37810) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:00.839539 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-68387787-245e-4ae8-89bc-b06c12989524 req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:00.883819 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ed6f32ab-334e-428b-b039-69765654050a admin admin] Publish callbacks [] for security_group (cdef191b-a7a3-46d0-9498-9a7571e1d67d), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:00.905041 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ed6f32ab-334e-428b-b039-69765654050a admin admin] Publish callbacks [] for security_group (cdef191b-a7a3-46d0-9498-9a7571e1d67d), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:00.920939 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-68387787-245e-4ae8-89bc-b06c12989524 req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Publish callbacks [] for security_group (28696986-f681-4ef3-bdb5-5f75df9d3e50), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:01.051428 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-68387787-245e-4ae8-89bc-b06c12989524 req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (28696986-f681-4ef3-bdb5-5f75df9d3e50), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:01.083285 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28696986-f681-4ef3-bdb5-5f75df9d3e50,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:01.114657 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ed6f32ab-334e-428b-b039-69765654050a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (cdef191b-a7a3-46d0-9498-9a7571e1d67d), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:01.117715 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-ed6f32ab-334e-428b-b039-69765654050a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:01.121295 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-ed6f32ab-334e-428b-b039-69765654050a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/cdef191b-a7a3-46d0-9498-9a7571e1d67d HTTP/1.1" status: 204 len: 168 time: 0.2897620 Mar 23 17:16:01.128162 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f32ab-334e-428b-b039-69765654050a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdef191b-a7a3-46d0-9498-9a7571e1d67d,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:01.223989 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [req-68387787-245e-4ae8-89bc-b06c12989524 req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Allocated IP 192.168.233.123 (d49dcb5c-860a-42b9-b28c-021da6884ee7/815d887e-85f1-43fe-b63b-52b4fecb108f/32c364bb-b41b-4453-ae8d-1cbc21afb285) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:16:01.334202 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-93e5c67c-23b5-408b-8f92-6aea6f0907b1 req-748fecfc-bf7d-42e3-b877-39f76b0380c5 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 210 time: 0.0284619 Mar 23 17:16:01.392991 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-68387787-245e-4ae8-89bc-b06c12989524 req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Publish callbacks [] for port (32c364bb-b41b-4453-ae8d-1cbc21afb285), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:01.428630 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-40941745-0291-4b98-8f70-17e8db132564 req-5d0b0ac9-8061-43fc-87b5-fa0f4210ee9e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 210 time: 0.0492427 Mar 23 17:16:01.497434 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:01.589235 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-68387787-245e-4ae8-89bc-b06c12989524 req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (32c364bb-b41b-4453-ae8d-1cbc21afb285), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:01.630481 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68387787-245e-4ae8-89bc-b06c12989524 req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Network d49dcb5c-860a-42b9-b28c-021da6884ee7 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:16:01.633504 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [req-68387787-245e-4ae8-89bc-b06c12989524 req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:16:01.636060 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-68387787-245e-4ae8-89bc-b06c12989524 req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:16:01.671993 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Pushing event updated for resources: {'Port': ['ID=32c364bb-b41b-4453-ae8d-1cbc21afb285,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:01.700965 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68387787-245e-4ae8-89bc-b06c12989524 req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:01.701604 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-68387787-245e-4ae8-89bc-b06c12989524 req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:01.792743 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-68387787-245e-4ae8-89bc-b06c12989524 req-7a5e95fc-b1cd-4811-b91e-083061f0935e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2443051 Mar 23 17:16:01.804047 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Request body: {'port': {'device_id': '8d2ebd00-90ed-46cd-957a-2d0b1ccef14d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:16:01.862651 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 37834) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:01.877950 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (32c364bb-b41b-4453-ae8d-1cbc21afb285), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:01.881031 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6f322d9a-c1dd-45d0-91cd-28629330be78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:01.912988 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-a517c0eb-790b-423d-b646-dc79c48bf516 None None] Provisioning complete for port 32c364bb-b41b-4453-ae8d-1cbc21afb285 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:16:01.913285 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-a517c0eb-790b-423d-b646-dc79c48bf516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (32c364bb-b41b-4453-ae8d-1cbc21afb285), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:01.947463 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-a517c0eb-790b-423d-b646-dc79c48bf516 None None] Port 32c364bb-b41b-4453-ae8d-1cbc21afb285 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:16:02.100800 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6f322d9a-c1dd-45d0-91cd-28629330be78 admin admin] Publish callbacks [] for security_group (5f12e695-e593-417e-849e-c6c86bae751b), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:02.192802 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c364bb-b41b-4453-ae8d-1cbc21afb285 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:16:02.196785 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6f322d9a-c1dd-45d0-91cd-28629330be78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (5f12e695-e593-417e-849e-c6c86bae751b), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:02.203149 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Publish callbacks [] for port (32c364bb-b41b-4453-ae8d-1cbc21afb285), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:02.243698 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Transition to ACTIVE for port object 32c364bb-b41b-4453-ae8d-1cbc21afb285 will not be triggered until provisioned by entity L2. {{(pid=104060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:16:02.247309 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f322d9a-c1dd-45d0-91cd-28629330be78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f12e695-e593-417e-849e-c6c86bae751b,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:02.251394 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-6f322d9a-c1dd-45d0-91cd-28629330be78 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=94c6dedf9e6c46579fd17b5216a32f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3877761 Mar 23 17:16:02.254012 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 37838) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:02.300115 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8daa-1040-442d-b56e-cb952fc18eb4 admin admin] Publish callbacks [] for security_group (5f12e695-e593-417e-849e-c6c86bae751b), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:02.321867 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8daa-1040-442d-b56e-cb952fc18eb4 admin admin] Publish callbacks [] for security_group (5f12e695-e593-417e-849e-c6c86bae751b), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:02.377498 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24569071'] for port (32c364bb-b41b-4453-ae8d-1cbc21afb285), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:02.426134 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Pushing event updated for resources: {'Port': ['ID=32c364bb-b41b-4453-ae8d-1cbc21afb285,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:02.461771 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeca5ef-3b2f-4f49-8a7f-371a965958a4 req-07cb5668-3822-4fb8-9a48-6bb42295d68b tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:02.467515 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7aeca5ef-3b2f-4f49-8a7f-371a965958a4 req-07cb5668-3822-4fb8-9a48-6bb42295d68b tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 948 time: 0.0605059 Mar 23 17:16:02.497835 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8daa-1040-442d-b56e-cb952fc18eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (5f12e695-e593-417e-849e-c6c86bae751b), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:02.500508 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8daa-1040-442d-b56e-cb952fc18eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:02.501766 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-f1cf8daa-1040-442d-b56e-cb952fc18eb4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5f12e695-e593-417e-849e-c6c86bae751b HTTP/1.1" status: 204 len: 168 time: 0.2468495 Mar 23 17:16:02.517645 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7aeca5ef-3b2f-4f49-8a7f-371a965958a4 req-ebbbc9cb-4f29-45bf-81ba-a3ac5abc02e7 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/security-groups?id=28696986-f681-4ef3-bdb5-5f75df9d3e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454688 Mar 23 17:16:02.524431 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ed12211a-753f-44aa-be6d-9357120a1a1f req-62a070ed-e8a8-4cc1-8eca-bcbd99baec2f tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 210 time: 0.0426364 Mar 23 17:16:02.550927 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf8daa-1040-442d-b56e-cb952fc18eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f12e695-e593-417e-849e-c6c86bae751b,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:02.555088 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Attempting to bind port 32c364bb-b41b-4453-ae8d-1cbc21afb285 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:16:02.559315 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Attempting to bind port 32c364bb-b41b-4453-ae8d-1cbc21afb285 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '84dd561c-8dc6-4e81-81d2-8d27427ba5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'd49dcb5c-860a-42b9-b28c-021da6884ee7'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:16:02.559315 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Attempting to bind port 32c364bb-b41b-4453-ae8d-1cbc21afb285 on network d49dcb5c-860a-42b9-b28c-021da6884ee7 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:16:02.563980 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Port 32c364bb-b41b-4453-ae8d-1cbc21afb285 on network d49dcb5c-860a-42b9-b28c-021da6884ee7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:16:02.564289 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Attempting to bind port 32c364bb-b41b-4453-ae8d-1cbc21afb285 on network d49dcb5c-860a-42b9-b28c-021da6884ee7 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:16:02.569568 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:16:02.569975 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Checking segment: {'id': '84dd561c-8dc6-4e81-81d2-8d27427ba5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'd49dcb5c-860a-42b9-b28c-021da6884ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:16:02.570328 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Bound using segment: {'id': '84dd561c-8dc6-4e81-81d2-8d27427ba5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'd49dcb5c-860a-42b9-b28c-021da6884ee7'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:16:02.570759 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Bound port: 32c364bb-b41b-4453-ae8d-1cbc21afb285, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84dd561c-8dc6-4e81-81d2-8d27427ba5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'd49dcb5c-860a-42b9-b28c-021da6884ee7'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:16:02.571120 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (32c364bb-b41b-4453-ae8d-1cbc21afb285), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:02.640418 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] For port 32c364bb-b41b-4453-ae8d-1cbc21afb285, host hv-cinder-83491, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:16:02.643760 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] For port 32c364bb-b41b-4453-ae8d-1cbc21afb285, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=32c364bb-b41b-4453-ae8d-1cbc21afb285,segment=NetworkSegment(84dd561c-8dc6-4e81-81d2-8d27427ba5e2),segment_id=84dd561c-8dc6-4e81-81d2-8d27427ba5e2)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:16:02.806808 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24569071'] for port (32c364bb-b41b-4453-ae8d-1cbc21afb285), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:02.843110 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:02.843991 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:02.853965 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-68387787-245e-4ae8-89bc-b06c12989524 req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] 10.222.0.43 "PUT /v2.0/ports/32c364bb-b41b-4453-ae8d-1cbc21afb285 HTTP/1.1" status: 200 len: 1098 time: 1.0455904 Mar 23 17:16:02.853965 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2ebd00-90ed-46cd-957a-2d0b1ccef14d', 'tag': '32c364bb-b41b-4453-ae8d-1cbc21afb285'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:16:02.853965 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01819b63-5eec-4d92-a23c-5859e35a1340" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2ebd00-90ed-46cd-957a-2d0b1ccef14d", "tag": "32c364bb-b41b-4453-ae8d-1cbc21afb285"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:16:02.881476 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275370f-18fc-4ea7-9ee4-841171ca385c service neutron] Pushing event updated for resources: {'Port': ['ID=32c364bb-b41b-4453-ae8d-1cbc21afb285,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:02.899253 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b75e3c6-54dd-4f72-8813-4f24276c81f3 x-openstack-request-id: req-2b75e3c6-54dd-4f72-8813-4f24276c81f3 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:16:02.899556 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2ebd00-90ed-46cd-957a-2d0b1ccef14d", "tag": "32c364bb-b41b-4453-ae8d-1cbc21afb285", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:16:02.899807 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2b75e3c6-54dd-4f72-8813-4f24276c81f3 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:16:02.900221 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b75e3c6-54dd-4f72-8813-4f24276c81f3'] response: {'name': 'network-changed', 'server_uuid': '8d2ebd00-90ed-46cd-957a-2d0b1ccef14d', 'tag': '32c364bb-b41b-4453-ae8d-1cbc21afb285', 'status': 'completed', 'code': 200} Mar 23 17:16:02.991137 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01819b63-5eec-4d92-a23c-5859e35a1340 req-03991386-65a8-42e9-99f0-ea130ae5d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:02.993070 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-01819b63-5eec-4d92-a23c-5859e35a1340 req-03991386-65a8-42e9-99f0-ea130ae5d3e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c66b842ed294a21bd88ae25527782c5&device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 1132 time: 0.0668051 Mar 23 17:16:03.044379 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-01819b63-5eec-4d92-a23c-5859e35a1340 req-07770706-ed03-43b7-8875-5291a2b5b6e0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=6c66b842ed294a21bd88ae25527782c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421264 Mar 23 17:16:03.176308 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-00a8930a-f09b-421e-835f-69722b823347 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1896902302&fields=id&tenant_id=cd1e733ba35546dc84611e4dace6395c HTTP/1.1" status: 200 len: 267 time: 0.0990763 Mar 23 17:16:03.200093 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01819b63-5eec-4d92-a23c-5859e35a1340 req-271cb137-686a-41a6-a243-e814041083ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:03.201562 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-01819b63-5eec-4d92-a23c-5859e35a1340 req-271cb137-686a-41a6-a243-e814041083ad service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1455436 Mar 23 17:16:03.319580 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-2c59fdd6-9446-4844-b027-5c46c9e34e71 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:03.321121 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-2c59fdd6-9446-4844-b027-5c46c9e34e71 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/networks?id=68d01c04-ef08-421d-abdc-4975a2a480d9 HTTP/1.1" status: 200 len: 812 time: 0.1353171 Mar 23 17:16:03.324400 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:16:03.340464 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68387787-245e-4ae8-89bc-b06c12989524 req-4cd8f62c-ff11-4ffd-beed-58f725c867ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:03.342017 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-68387787-245e-4ae8-89bc-b06c12989524 req-4cd8f62c-ff11-4ffd-beed-58f725c867ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c66b842ed294a21bd88ae25527782c5&device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 1132 time: 0.0776975 Mar 23 17:16:03.343944 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-4f9a194b-7b10-43e1-8438-406893d831df tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/quotas/cd1e733ba35546dc84611e4dace6395c HTTP/1.1" status: 200 len: 375 time: 0.0157652 Mar 23 17:16:03.408892 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-68387787-245e-4ae8-89bc-b06c12989524 req-812f9764-2014-4a48-86d4-a1b62cbed76a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=32c364bb-b41b-4453-ae8d-1cbc21afb285 HTTP/1.1" status: 200 len: 217 time: 0.0469527 Mar 23 17:16:03.469923 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-b387f8af-fafc-461a-a885-f6e29bcbe09f tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1201482 Mar 23 17:16:03.476276 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68387787-245e-4ae8-89bc-b06c12989524 req-6013ca85-f09a-4ac6-86d9-c6f7ce4c5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:03.477909 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-68387787-245e-4ae8-89bc-b06c12989524 req-6013ca85-f09a-4ac6-86d9-c6f7ce4c5094 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=815d887e-85f1-43fe-b63b-52b4fecb108f HTTP/1.1" status: 200 len: 843 time: 0.0622118 Mar 23 17:16:03.604920 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68387787-245e-4ae8-89bc-b06c12989524 req-f2b51fb3-e8cd-43d3-9236-1e11c90c970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:03.606422 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-68387787-245e-4ae8-89bc-b06c12989524 req-f2b51fb3-e8cd-43d3-9236-1e11c90c970d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d49dcb5c-860a-42b9-b28c-021da6884ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0779588 Mar 23 17:16:03.608159 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-db680188-b233-4852-a5a3-068b2d16a448 service neutron] 10.222.0.97 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244965 Mar 23 17:16:03.663622 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a737326-c929-449d-862b-ab8ff0eb869f req-e11e0d69-7e1f-4aef-b3fd-5d2ba33b475c tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:03.665158 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1a737326-c929-449d-862b-ab8ff0eb869f req-e11e0d69-7e1f-4aef-b3fd-5d2ba33b475c tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 948 time: 0.0584087 Mar 23 17:16:03.713662 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1a737326-c929-449d-862b-ab8ff0eb869f req-9afdc9e0-1deb-46e7-bb33-88d6b48ef5ee tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/security-groups?id=28696986-f681-4ef3-bdb5-5f75df9d3e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413091 Mar 23 17:16:03.774893 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-79b31693-7459-4944-937b-ed17a6cd9f2b service neutron] 10.222.0.97 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607895 Mar 23 17:16:03.789942 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-68387787-245e-4ae8-89bc-b06c12989524 req-bb70bac3-b0ee-4dde-8b21-b082eacd3923 service neutron] 10.222.0.43 "GET /v2.0/networks/d49dcb5c-860a-42b9-b28c-021da6884ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671193 Mar 23 17:16:03.804118 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5a69bacf-2b5e-46b7-bbee-1661a52969f9 req-c0aa4a0e-adfe-4869-95d3-2bd5f3b11e07 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 210 time: 0.0360448 Mar 23 17:16:03.891589 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-68387787-245e-4ae8-89bc-b06c12989524 req-436c7b71-b632-4808-816a-2ded76190ea8 service neutron] 10.222.0.43 "GET /v2.0/networks/d49dcb5c-860a-42b9-b28c-021da6884ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953033 Mar 23 17:16:04.542800 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-ea1c9279-6d9a-4d2f-80f3-388515aedc79 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:04.544293 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-ea1c9279-6d9a-4d2f-80f3-388515aedc79 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.43 "GET /v2.0/networks?id=711fb512-77ec-499a-a5e4-156b76960f41 HTTP/1.1" status: 200 len: 808 time: 0.1027753 Mar 23 17:16:04.635457 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-5a802ee7-3e70-4269-8b1e-c591ef72bbdd tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=086c690cac51454fa1fe88e3cbccad7b HTTP/1.1" status: 200 len: 379 time: 0.0738115 Mar 23 17:16:04.640506 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f52bb18c-48ca-4357-9798-b17d8c8a230f req-f78d459c-b5de-4983-b1a6-2c42be1287d8 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 210 time: 0.0278075 Mar 23 17:16:04.644482 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-3dfb4bed-0a1a-410b-9ab4-ae8acd63ce6e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Request body: {'port': {'device_id': '7747195f-588b-4d73-9ed6-046017bab316', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'admin_state_up': True, 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'security_groups': ['decf7523-e19b-4fc3-8b4d-2aa4db95acda']}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:16:04.856087 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a2437-efe2-4714-a48e-eefef7a12f01 req-95301e2a-6045-463e-8fd2-4bd04ad8af28 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:04.857659 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0b4a2437-efe2-4714-a48e-eefef7a12f01 req-95301e2a-6045-463e-8fd2-4bd04ad8af28 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 948 time: 0.0752652 Mar 23 17:16:04.873558 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-3dfb4bed-0a1a-410b-9ab4-ae8acd63ce6e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Made reservation on behalf of 086c690cac51454fa1fe88e3cbccad7b for: {'port': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:16:04.876476 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-3dfb4bed-0a1a-410b-9ab4-ae8acd63ce6e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:04.938262 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fad719f2-f483-4834-8fca-10bc73ffc6e6 req-af60af57-816d-4231-b55d-397d5f097aff tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 210 time: 0.0347056 Mar 23 17:16:04.967202 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0b4a2437-efe2-4714-a48e-eefef7a12f01 req-42e3911a-d2f7-483e-a301-86e89578e495 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/security-groups?id=28696986-f681-4ef3-bdb5-5f75df9d3e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957367 Mar 23 17:16:05.090672 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-3dfb4bed-0a1a-410b-9ab4-ae8acd63ce6e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Allocated IP 172.20.0.3 (711fb512-77ec-499a-a5e4-156b76960f41/41d43c09-7261-45b4-b086-ef8dc8a7e2cc/1cdccb65-edb6-4764-8b59-09ca11f2e497) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:16:05.251314 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-3dfb4bed-0a1a-410b-9ab4-ae8acd63ce6e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:05.377897 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-3dfb4bed-0a1a-410b-9ab4-ae8acd63ce6e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:05.422240 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-3dfb4bed-0a1a-410b-9ab4-ae8acd63ce6e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Network 711fb512-77ec-499a-a5e4-156b76960f41 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:16:05.425290 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-3dfb4bed-0a1a-410b-9ab4-ae8acd63ce6e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:16:05.432481 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-3dfb4bed-0a1a-410b-9ab4-ae8acd63ce6e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:16:05.439245 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb4bed-0a1a-410b-9ab4-ae8acd63ce6e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Pushing event updated for resources: {'Port': ['ID=1cdccb65-edb6-4764-8b59-09ca11f2e497,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:05.487118 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-3dfb4bed-0a1a-410b-9ab4-ae8acd63ce6e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:05.487772 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-3dfb4bed-0a1a-410b-9ab4-ae8acd63ce6e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:05.629465 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-8d755dd4-011d-4b9b-9a98-c00e14636228 None None] Provisioning complete for port 1cdccb65-edb6-4764-8b59-09ca11f2e497 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:16:05.629968 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-8d755dd4-011d-4b9b-9a98-c00e14636228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:05.634927 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-3dfb4bed-0a1a-410b-9ab4-ae8acd63ce6e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9946208 Mar 23 17:16:05.665127 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-8d755dd4-011d-4b9b-9a98-c00e14636228 None None] Port 1cdccb65-edb6-4764-8b59-09ca11f2e497 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:16:05.738065 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ab340d41-ede2-4aea-a4f4-58b0a2d4850a req-6ac84124-9309-4c1d-a04a-d15594a79717 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 210 time: 0.0307372 Mar 23 17:16:06.046380 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce00f11-a561-42d5-acfe-9f80efa60b34 req-4f282c10-5968-4281-a8aa-aac7ea8b78e3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:06.047874 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bce00f11-a561-42d5-acfe-9f80efa60b34 req-4f282c10-5968-4281-a8aa-aac7ea8b78e3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 931 time: 0.0526648 Mar 23 17:16:06.099405 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bce00f11-a561-42d5-acfe-9f80efa60b34 req-3106cc61-b717-4fda-94ed-5b21b3d5125d tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450513 Mar 23 17:16:06.107093 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bb9da-9a34-41df-9086-d1f6982bb7e7 req-57662d19-51a8-4cbf-a598-22a635402f1e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:06.110430 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ad8bb9da-9a34-41df-9086-d1f6982bb7e7 req-57662d19-51a8-4cbf-a598-22a635402f1e tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 948 time: 0.0763628 Mar 23 17:16:06.158836 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ad8bb9da-9a34-41df-9086-d1f6982bb7e7 req-65a23a3e-11ee-4d44-a7a9-962aed28dd2a tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/security-groups?id=28696986-f681-4ef3-bdb5-5f75df9d3e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428114 Mar 23 17:16:06.828751 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e706b09f-ae5f-4230-bda2-d622afbfcc03 req-92bea2d5-f97a-47ba-bd6b-b4798468f552 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 210 time: 0.0273657 Mar 23 17:16:07.224333 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9aa59-bb78-4acd-9558-39de09d6df89 req-275fe652-d1db-4f97-859a-78312aa47232 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:07.225868 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-93b9aa59-bb78-4acd-9558-39de09d6df89 req-275fe652-d1db-4f97-859a-78312aa47232 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 931 time: 0.0526817 Mar 23 17:16:07.274280 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-93b9aa59-bb78-4acd-9558-39de09d6df89 req-372d7480-efb6-465b-9247-78ed1743154f tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422714 Mar 23 17:16:07.280182 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6e81-ed69-4890-bb5c-a18f3f54d807 req-9bc6c72f-08a8-4b1b-8aa7-4dbcd8ae4fdb tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:07.283216 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-984e6e81-ed69-4890-bb5c-a18f3f54d807 req-9bc6c72f-08a8-4b1b-8aa7-4dbcd8ae4fdb tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 948 time: 0.0570099 Mar 23 17:16:07.310522 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 32c364bb-b41b-4453-ae8d-1cbc21afb285 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:16:07.325349 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Request body: {'port': {'device_id': '7747195f-588b-4d73-9ed6-046017bab316', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:16:07.349022 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-984e6e81-ed69-4890-bb5c-a18f3f54d807 req-a4ab2cad-d70b-4584-bd15-740d981a1174 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/security-groups?id=28696986-f681-4ef3-bdb5-5f75df9d3e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617652 Mar 23 17:16:07.389177 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:07.409785 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 32c364bb-b41b-4453-ae8d-1cbc21afb285, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=32c364bb-b41b-4453-ae8d-1cbc21afb285,segment=NetworkSegment(84dd561c-8dc6-4e81-81d2-8d27427ba5e2),segment_id=84dd561c-8dc6-4e81-81d2-8d27427ba5e2)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:16:07.421405 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '32c364bb-b41b-4453-ae8d-1cbc21afb285', 'network_id': 'd49dcb5c-860a-42b9-b28c-021da6884ee7', 'port_id': '32c364bb-b41b-4453-ae8d-1cbc21afb285', 'mac_address': 'fa:16:3e:59:44:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815d887e-85f1-43fe-b63b-52b4fecb108f', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:16:07.463203 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 32c364bb-b41b-4453-ae8d-1cbc21afb285 is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:16:07.463597 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (32c364bb-b41b-4453-ae8d-1cbc21afb285), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:07.476924 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c364bb-b41b-4453-ae8d-1cbc21afb285 {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:16:07.496243 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 32c364bb-b41b-4453-ae8d-1cbc21afb285, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=32c364bb-b41b-4453-ae8d-1cbc21afb285,segment=NetworkSegment(84dd561c-8dc6-4e81-81d2-8d27427ba5e2),segment_id=84dd561c-8dc6-4e81-81d2-8d27427ba5e2)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:16:07.594576 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (32c364bb-b41b-4453-ae8d-1cbc21afb285), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:07.641915 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=32c364bb-b41b-4453-ae8d-1cbc21afb285,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:07.647138 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cdccb65-edb6-4764-8b59-09ca11f2e497 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:16:07.656079 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Publish callbacks [] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:07.668242 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Transition to ACTIVE for port object 1cdccb65-edb6-4764-8b59-09ca11f2e497 will not be triggered until provisioned by entity L2. {{(pid=104060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:16:07.765957 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24569071'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:07.814356 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Pushing event updated for resources: {'Port': ['ID=1cdccb65-edb6-4764-8b59-09ca11f2e497,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:07.888425 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Attempting to bind port 1cdccb65-edb6-4764-8b59-09ca11f2e497 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:16:07.889177 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Attempting to bind port 1cdccb65-edb6-4764-8b59-09ca11f2e497 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': 'fa3524e9-969f-419e-af5e-faf958fccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:16:07.889177 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Attempting to bind port 1cdccb65-edb6-4764-8b59-09ca11f2e497 on network 711fb512-77ec-499a-a5e4-156b76960f41 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:16:07.897940 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Port 1cdccb65-edb6-4764-8b59-09ca11f2e497 on network 711fb512-77ec-499a-a5e4-156b76960f41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:16:07.897940 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Attempting to bind port 1cdccb65-edb6-4764-8b59-09ca11f2e497 on network 711fb512-77ec-499a-a5e4-156b76960f41 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:16:07.899790 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:16:07.900413 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Checking segment: {'id': 'fa3524e9-969f-419e-af5e-faf958fccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:16:07.900926 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Bound using segment: {'id': 'fa3524e9-969f-419e-af5e-faf958fccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:16:07.901201 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Bound port: 1cdccb65-edb6-4764-8b59-09ca11f2e497, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3524e9-969f-419e-af5e-faf958fccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:16:07.901566 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:07.927246 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-bf2ca31a-c0ce-4ea2-a973-d62917dfaf82 req-d5752f95-8391-4973-87f3-ad040963c8d4 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 210 time: 0.0318360 Mar 23 17:16:07.972714 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] For port 1cdccb65-edb6-4764-8b59-09ca11f2e497, host hv-cinder-83491, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:16:07.975965 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] For port 1cdccb65-edb6-4764-8b59-09ca11f2e497, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1cdccb65-edb6-4764-8b59-09ca11f2e497,segment=NetworkSegment(fa3524e9-969f-419e-af5e-faf958fccb18),segment_id=fa3524e9-969f-419e-af5e-faf958fccb18)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:16:08.131949 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24569071'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:08.171275 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:08.171894 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:08.173305 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] 10.222.0.43 "PUT /v2.0/ports/1cdccb65-edb6-4764-8b59-09ca11f2e497 HTTP/1.1" status: 200 len: 1093 time: 0.8526580 Mar 23 17:16:08.173805 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7747195f-588b-4d73-9ed6-046017bab316', 'tag': '1cdccb65-edb6-4764-8b59-09ca11f2e497'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:16:08.176067 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c91013-f23c-4f38-bb7a-008e261d03d6" -d '{"events": [{"name": "network-changed", "server_uuid": "7747195f-588b-4d73-9ed6-046017bab316", "tag": "1cdccb65-edb6-4764-8b59-09ca11f2e497"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:16:08.201463 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978aa719-ea70-4728-bf5a-42d303525e7c service neutron] Pushing event updated for resources: {'Port': ['ID=1cdccb65-edb6-4764-8b59-09ca11f2e497,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:08.223198 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba7ac6d-25bb-4650-bcf6-51a48114f79f x-openstack-request-id: req-2ba7ac6d-25bb-4650-bcf6-51a48114f79f {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:16:08.223562 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7747195f-588b-4d73-9ed6-046017bab316", "tag": "1cdccb65-edb6-4764-8b59-09ca11f2e497", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:16:08.223882 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2ba7ac6d-25bb-4650-bcf6-51a48114f79f {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:16:08.224356 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba7ac6d-25bb-4650-bcf6-51a48114f79f'] response: {'name': 'network-changed', 'server_uuid': '7747195f-588b-4d73-9ed6-046017bab316', 'tag': '1cdccb65-edb6-4764-8b59-09ca11f2e497', 'status': 'completed', 'code': 200} Mar 23 17:16:08.362471 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c91013-f23c-4f38-bb7a-008e261d03d6 req-c0ff7d70-ed7e-41d0-a820-f54e35cc04bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:08.366177 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e8c91013-f23c-4f38-bb7a-008e261d03d6 req-c0ff7d70-ed7e-41d0-a820-f54e35cc04bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=086c690cac51454fa1fe88e3cbccad7b&device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 1127 time: 0.0557423 Mar 23 17:16:08.407077 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb0b61-f67e-4b84-afc9-7249b73a2283 req-13de131f-ed64-4a29-8173-bb1c5a0d6efb tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:08.415242 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5ceb0b61-f67e-4b84-afc9-7249b73a2283 req-13de131f-ed64-4a29-8173-bb1c5a0d6efb tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0657308 Mar 23 17:16:08.474223 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5ceb0b61-f67e-4b84-afc9-7249b73a2283 req-8f423857-e47a-40de-b131-68e9e1bd420f tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580919 Mar 23 17:16:08.570889 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['32c364bb-b41b-4453-ae8d-1cbc21afb285'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:16:08.806718 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c91013-f23c-4f38-bb7a-008e261d03d6 req-f93c51d7-71ec-4726-8b1d-eb4377185e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:08.808178 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e8c91013-f23c-4f38-bb7a-008e261d03d6 req-f93c51d7-71ec-4726-8b1d-eb4377185e89 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=086c690cac51454fa1fe88e3cbccad7b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4338057 Mar 23 17:16:08.815979 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275aeca9-e10e-4531-9f62-44dd72979718 req-c1fa04f3-23c2-472b-b075-e673f727f534 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:08.817439 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-275aeca9-e10e-4531-9f62-44dd72979718 req-c1fa04f3-23c2-472b-b075-e673f727f534 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 949 time: 0.0918114 Mar 23 17:16:08.920628 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-275aeca9-e10e-4531-9f62-44dd72979718 req-c7af6262-6615-4ef0-8766-abbf9a65434c tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/security-groups?id=28696986-f681-4ef3-bdb5-5f75df9d3e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935192 Mar 23 17:16:08.944799 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c91013-f23c-4f38-bb7a-008e261d03d6 req-1dd487a8-4bad-4c1e-9206-98c706ef53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:08.946290 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-e8c91013-f23c-4f38-bb7a-008e261d03d6 req-1dd487a8-4bad-4c1e-9206-98c706ef53d1 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1280150 Mar 23 17:16:09.021372 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ea35713f-c2da-4113-9823-fc0c4316cfbc req-2166b135-bbbe-4ce8-9a92-0e1da33bed22 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 210 time: 0.0275931 Mar 23 17:16:09.031863 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-ec9a43e1-8be8-42a6-b69f-c1a863ac6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:09.033448 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-ec9a43e1-8be8-42a6-b69f-c1a863ac6ff9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=086c690cac51454fa1fe88e3cbccad7b&device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 1127 time: 0.0468698 Mar 23 17:16:09.087858 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-ac621ff0-ad2e-4dca-abc3-845eb4e7e496 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cdccb65-edb6-4764-8b59-09ca11f2e497 HTTP/1.1" status: 200 len: 217 time: 0.0371058 Mar 23 17:16:09.135416 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-87b5059c-c2e2-4c78-b420-378335fb3628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:09.136864 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-87b5059c-c2e2-4c78-b420-378335fb3628 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=41d43c09-7261-45b4-b086-ef8dc8a7e2cc HTTP/1.1" status: 200 len: 847 time: 0.0424635 Mar 23 17:16:09.193647 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-88b0eb30-b1bc-4e3b-8f4f-0954c68f7bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:09.195008 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-88b0eb30-b1bc-4e3b-8f4f-0954c68f7bb5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=711fb512-77ec-499a-a5e4-156b76960f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428288 Mar 23 17:16:09.286706 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-2c8704dc-eb0d-4bde-beb8-a97e3a3fca45 service neutron] 10.222.0.43 "GET /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835977 Mar 23 17:16:09.375788 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ba16a552-5024-4c9c-a471-7dab348d0fbd req-d417bf99-49c8-4903-813e-389762898ff4 service neutron] 10.222.0.43 "GET /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816455 Mar 23 17:16:09.642409 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4b6d1-c3c2-4094-ae09-302e41c6d4b6 req-af330e88-c860-4508-8b4b-d0f8ff32f4bb tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:09.643868 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-70b4b6d1-c3c2-4094-ae09-302e41c6d4b6 req-af330e88-c860-4508-8b4b-d0f8ff32f4bb tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0890334 Mar 23 17:16:09.650700 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-30c4c570-6b3a-4b72-8a54-60b90ad0fa00 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:09.652244 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-30c4c570-6b3a-4b72-8a54-60b90ad0fa00 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.43 "GET /v2.0/networks?id=68d01c04-ef08-421d-abdc-4975a2a480d9 HTTP/1.1" status: 200 len: 812 time: 0.1460335 Mar 23 17:16:09.724646 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-70b4b6d1-c3c2-4094-ae09-302e41c6d4b6 req-0b7655bc-8cf0-42b7-a459-29ef717326f7 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713613 Mar 23 17:16:09.746382 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-a56ccb6f-c881-4509-8328-c957af24e162 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd1e733ba35546dc84611e4dace6395c HTTP/1.1" status: 200 len: 380 time: 0.0801709 Mar 23 17:16:09.755578 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-c1a928a1-d1f5-45d3-8ea7-3ddccbb4f6ae tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Request body: {'port': {'device_id': 'a6ba6639-4e8b-472a-a514-d109690fa87f', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'admin_state_up': True, 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'security_groups': ['8a8b7546-a0c2-4b65-b844-ec7bb7323013']}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:16:09.954108 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-c1a928a1-d1f5-45d3-8ea7-3ddccbb4f6ae tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Made reservation on behalf of cd1e733ba35546dc84611e4dace6395c for: {'port': 1} {{(pid=104060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:16:09.957559 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-c1a928a1-d1f5-45d3-8ea7-3ddccbb4f6ae tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:10.042601 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9edba1-11b0-40b8-a3c6-fa3734c1df12 req-02bc2358-49a7-41e4-bf16-64e931967043 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:10.044073 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3a9edba1-11b0-40b8-a3c6-fa3734c1df12 req-02bc2358-49a7-41e4-bf16-64e931967043 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 949 time: 0.0561354 Mar 23 17:16:10.085227 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-c1a928a1-d1f5-45d3-8ea7-3ddccbb4f6ae tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Allocated IP 172.20.0.5 (68d01c04-ef08-421d-abdc-4975a2a480d9/d34e29e9-cb3c-4a86-90df-8b01f3de3a73/15bfbc8a-8d88-4318-967e-6d8f41f8e9c5) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:16:10.098191 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-3a9edba1-11b0-40b8-a3c6-fa3734c1df12 req-71635f8f-8c02-4bc4-926e-0467d7b14a3f tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/security-groups?id=28696986-f681-4ef3-bdb5-5f75df9d3e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478671 Mar 23 17:16:10.126879 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-544f9e54-232b-4b99-8567-3edcac2660a1 req-1eb7bfaa-64ee-409d-974e-1a786fe4dab2 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 210 time: 0.0352869 Mar 23 17:16:10.250736 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-c1a928a1-d1f5-45d3-8ea7-3ddccbb4f6ae tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for port (15bfbc8a-8d88-4318-967e-6d8f41f8e9c5), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:10.383091 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-c1a928a1-d1f5-45d3-8ea7-3ddccbb4f6ae tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (15bfbc8a-8d88-4318-967e-6d8f41f8e9c5), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:10.427425 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-c1a928a1-d1f5-45d3-8ea7-3ddccbb4f6ae tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Network 68d01c04-ef08-421d-abdc-4975a2a480d9 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:16:10.430567 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-c1a928a1-d1f5-45d3-8ea7-3ddccbb4f6ae tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:16:10.434948 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-c1a928a1-d1f5-45d3-8ea7-3ddccbb4f6ae tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:16:10.463047 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a928a1-d1f5-45d3-8ea7-3ddccbb4f6ae tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event updated for resources: {'Port': ['ID=15bfbc8a-8d88-4318-967e-6d8f41f8e9c5,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:10.491324 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-c1a928a1-d1f5-45d3-8ea7-3ddccbb4f6ae tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:10.492059 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-c1a928a1-d1f5-45d3-8ea7-3ddccbb4f6ae tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:10.663346 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-ab459d35-b3b2-4fc4-991a-8b15382ec2f8 None None] Provisioning complete for port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 triggered by entity DHCP. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:16:10.663918 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-ab459d35-b3b2-4fc4-991a-8b15382ec2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (15bfbc8a-8d88-4318-967e-6d8f41f8e9c5), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:10.696709 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-ab459d35-b3b2-4fc4-991a-8b15382ec2f8 None None] Port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 cannot update to ACTIVE because it is not bound. {{(pid=104062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:16:10.716909 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-c1a928a1-d1f5-45d3-8ea7-3ddccbb4f6ae tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9654531 Mar 23 17:16:10.727974 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Request body: {'port': {'device_id': 'a6ba6639-4e8b-472a-a514-d109690fa87f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:16:10.787467 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (15bfbc8a-8d88-4318-967e-6d8f41f8e9c5), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:10.846640 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88a5f0-43e8-48f9-9ab1-f727817c3cc8 req-79a8c9c9-b3fb-4b48-959e-0738c0edcd2f tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:10.848307 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5f88a5f0-43e8-48f9-9ab1-f727817c3cc8 req-79a8c9c9-b3fb-4b48-959e-0738c0edcd2f tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0544610 Mar 23 17:16:10.850754 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 32c364bb-b41b-4453-ae8d-1cbc21afb285 up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:16:10.901896 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-5f88a5f0-43e8-48f9-9ab1-f727817c3cc8 req-3729e759-9e58-444c-a4b0-53bc81eab415 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468507 Mar 23 17:16:11.080265 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:16:11.089110 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Publish callbacks [] for port (15bfbc8a-8d88-4318-967e-6d8f41f8e9c5), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:11.101937 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Transition to ACTIVE for port object 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 will not be triggered until provisioned by entity L2. {{(pid=104060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:16:11.214404 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94775374-dc99-4f26-a66d-0c6bc7a30229 req-7ad9ea6f-85ea-4f77-b09e-27460ef998da tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:11.215939 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-94775374-dc99-4f26-a66d-0c6bc7a30229 req-7ad9ea6f-85ea-4f77-b09e-27460ef998da tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 949 time: 0.0525079 Mar 23 17:16:11.250496 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fbce4-a50d-4517-96dd-53b61b8a97f8 req-9a354a1e-95c9-4b7d-851f-a887a721eb68 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:11.251978 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-200fbce4-a50d-4517-96dd-53b61b8a97f8 req-9a354a1e-95c9-4b7d-851f-a887a721eb68 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 931 time: 0.0525520 Mar 23 17:16:11.257380 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port 32c364bb-b41b-4453-ae8d-1cbc21afb285 completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:16:11.261374 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 32c364bb-b41b-4453-ae8d-1cbc21afb285 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:16:11.261966 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (32c364bb-b41b-4453-ae8d-1cbc21afb285), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:11.265187 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-94775374-dc99-4f26-a66d-0c6bc7a30229 req-6ab1991f-7980-44ac-b46f-44316cff2a88 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/security-groups?id=28696986-f681-4ef3-bdb5-5f75df9d3e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432324 Mar 23 17:16:11.318076 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-200fbce4-a50d-4517-96dd-53b61b8a97f8 req-da668838-1643-47d2-b84e-b3c0625a66d2 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576975 Mar 23 17:16:11.363578 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 32c364bb-b41b-4453-ae8d-1cbc21afb285 is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:16:11.363897 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (32c364bb-b41b-4453-ae8d-1cbc21afb285), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:11.388525 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2ebd00-90ed-46cd-957a-2d0b1ccef14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c364bb-b41b-4453-ae8d-1cbc21afb285'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:16:11.388920 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb225acc-3bcc-42a1-842b-5ea0eb4c29ab" -d '{"events": [{"server_uuid": "8d2ebd00-90ed-46cd-957a-2d0b1ccef14d", "name": "network-vif-plugged", "status": "completed", "tag": "32c364bb-b41b-4453-ae8d-1cbc21afb285"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:16:11.401363 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24569071'] for port (15bfbc8a-8d88-4318-967e-6d8f41f8e9c5), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:11.401823 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 32c364bb-b41b-4453-ae8d-1cbc21afb285, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=32c364bb-b41b-4453-ae8d-1cbc21afb285,segment=NetworkSegment(84dd561c-8dc6-4e81-81d2-8d27427ba5e2),segment_id=84dd561c-8dc6-4e81-81d2-8d27427ba5e2)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:16:11.429192 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fac1ede-0169-4c5c-ac66-0033463b753a x-openstack-request-id: req-4fac1ede-0169-4c5c-ac66-0033463b753a {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:16:11.429783 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2ebd00-90ed-46cd-957a-2d0b1ccef14d", "name": "network-vif-plugged", "status": "completed", "tag": "32c364bb-b41b-4453-ae8d-1cbc21afb285", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:16:11.430184 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4fac1ede-0169-4c5c-ac66-0033463b753a {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:16:11.430903 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fac1ede-0169-4c5c-ac66-0033463b753a'] response: {'server_uuid': '8d2ebd00-90ed-46cd-957a-2d0b1ccef14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c364bb-b41b-4453-ae8d-1cbc21afb285', 'code': 200} Mar 23 17:16:11.483969 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Pushing event updated for resources: {'Port': ['ID=15bfbc8a-8d88-4318-967e-6d8f41f8e9c5,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:11.495772 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:11.496427 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:11.496808 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:11.497157 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:11.497498 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:11.497972 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:11.498313 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:11.498772 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:11.499245 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:11.499579 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:11.500077 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:11.500401 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:11.500783 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:11.501129 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:11.501444 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:11.564303 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (32c364bb-b41b-4453-ae8d-1cbc21afb285), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:11.580760 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Attempting to bind port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:16:11.580760 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Attempting to bind port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:16:11.580760 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Attempting to bind port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 on network 68d01c04-ef08-421d-abdc-4975a2a480d9 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:16:11.582570 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 on network 68d01c04-ef08-421d-abdc-4975a2a480d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:16:11.582861 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Attempting to bind port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 on network 68d01c04-ef08-421d-abdc-4975a2a480d9 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:16:11.593887 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Checking agent: {'id': '6c408aee-dbe3-43e1-8bb2-e10a963f5156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'started_at': datetime.datetime(2022, 3, 23, 17, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:16:11.594319 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Checking segment: {'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:16:11.594776 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Bound using segment: {'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:16:11.595221 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Bound port: 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3754e86-5835-42cb-b0e6-3931654456a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:16:11.595586 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (15bfbc8a-8d88-4318-967e-6d8f41f8e9c5), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:11.669125 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=32c364bb-b41b-4453-ae8d-1cbc21afb285,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:11.694386 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] For port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5, host hv-cinder-83491, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:16:11.698228 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] For port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=15bfbc8a-8d88-4318-967e-6d8f41f8e9c5,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:16:11.884274 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24569071'] for port (15bfbc8a-8d88-4318-967e-6d8f41f8e9c5), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:11.911775 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:11.912405 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:11.913843 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] 10.222.0.43 "PUT /v2.0/ports/15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 HTTP/1.1" status: 200 len: 1093 time: 1.1899524 Mar 23 17:16:11.914290 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ba6639-4e8b-472a-a514-d109690fa87f', 'tag': '15bfbc8a-8d88-4318-967e-6d8f41f8e9c5'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:16:11.917372 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4255d1a9-c4cc-4d88-bfbd-b451c416d54b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ba6639-4e8b-472a-a514-d109690fa87f", "tag": "15bfbc8a-8d88-4318-967e-6d8f41f8e9c5"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:16:11.960966 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3b3c5-e834-4529-831c-3364bfd4f714 req-f0965e97-7578-4d22-b710-ae790804328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:11.963095 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-55c3b3c5-e834-4529-831c-3364bfd4f714 req-f0965e97-7578-4d22-b710-ae790804328d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 1134 time: 0.0547371 Mar 23 17:16:11.963917 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d0104-417d-460b-b983-dabe3ae6b153 service neutron] Pushing event updated for resources: {'Port': ['ID=15bfbc8a-8d88-4318-967e-6d8f41f8e9c5,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:11.987741 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5604ea-78e0-45be-a450-fbb59d87f2e9 x-openstack-request-id: req-db5604ea-78e0-45be-a450-fbb59d87f2e9 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:16:11.989353 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ba6639-4e8b-472a-a514-d109690fa87f", "tag": "15bfbc8a-8d88-4318-967e-6d8f41f8e9c5", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:16:11.990710 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-db5604ea-78e0-45be-a450-fbb59d87f2e9 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:16:11.991214 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db5604ea-78e0-45be-a450-fbb59d87f2e9'] response: {'name': 'network-changed', 'server_uuid': 'a6ba6639-4e8b-472a-a514-d109690fa87f', 'tag': '15bfbc8a-8d88-4318-967e-6d8f41f8e9c5', 'status': 'completed', 'code': 200} Mar 23 17:16:12.022105 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-55c3b3c5-e834-4529-831c-3364bfd4f714 req-ef0230b2-c496-4fc8-a933-0ce4c6c54e48 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=28696986-f681-4ef3-bdb5-5f75df9d3e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514452 Mar 23 17:16:12.085254 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255d1a9-c4cc-4d88-bfbd-b451c416d54b req-d89338c0-1024-4f5f-b2ea-d98a6be4d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:12.086850 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4255d1a9-c4cc-4d88-bfbd-b451c416d54b req-d89338c0-1024-4f5f-b2ea-d98a6be4d14f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 1127 time: 0.0864148 Mar 23 17:16:12.095230 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf6824-c41e-493d-82ed-e157badfa508 req-a37450b9-6ccd-472c-ad20-028b35952266 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:12.096812 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b1cf6824-c41e-493d-82ed-e157badfa508 req-a37450b9-6ccd-472c-ad20-028b35952266 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0859663 Mar 23 17:16:12.148561 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-b1cf6824-c41e-493d-82ed-e157badfa508 req-8879d78f-641a-47d6-9533-1f6531c5a525 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457628 Mar 23 17:16:12.319186 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255d1a9-c4cc-4d88-bfbd-b451c416d54b req-29968a5a-12f3-471b-abe0-f4d8f3db6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:12.320801 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4255d1a9-c4cc-4d88-bfbd-b451c416d54b req-29968a5a-12f3-471b-abe0-f4d8f3db6170 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=cd1e733ba35546dc84611e4dace6395c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1056485 Mar 23 17:16:12.404187 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017347c-4848-43c5-9e5c-b71d6717488e req-b784247e-492c-4f41-8254-91d85de42404 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:12.404187 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1017347c-4848-43c5-9e5c-b71d6717488e req-b784247e-492c-4f41-8254-91d85de42404 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 950 time: 0.0552049 Mar 23 17:16:12.451344 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255d1a9-c4cc-4d88-bfbd-b451c416d54b req-dfe47a73-1232-4013-9b73-e26b2c61765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:12.453031 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4255d1a9-c4cc-4d88-bfbd-b451c416d54b req-dfe47a73-1232-4013-9b73-e26b2c61765f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1254733 Mar 23 17:16:12.456760 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1017347c-4848-43c5-9e5c-b71d6717488e req-00fb2fef-fee7-4dfc-b570-15fa359416ca tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/security-groups?id=28696986-f681-4ef3-bdb5-5f75df9d3e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482976 Mar 23 17:16:12.478766 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675639f-9f28-476b-8e13-30d09dbd2f62 req-c2644cd4-e8e3-469d-bedb-256ebdb74be5 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:12.478766 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7675639f-9f28-476b-8e13-30d09dbd2f62 req-c2644cd4-e8e3-469d-bedb-256ebdb74be5 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 943 time: 0.0871649 Mar 23 17:16:12.560727 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-7675639f-9f28-476b-8e13-30d09dbd2f62 req-e71620b2-e35a-4498-b863-d5a7cbc40588 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788436 Mar 23 17:16:12.566979 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-6a055729-7e3a-4a10-99ea-2b252c7e068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:12.568435 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-6a055729-7e3a-4a10-99ea-2b252c7e068d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 1127 time: 0.0704441 Mar 23 17:16:12.611990 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-f04b183e-1af0-4c25-8458-f86d406be368 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 HTTP/1.1" status: 200 len: 217 time: 0.0353816 Mar 23 17:16:12.663554 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-97deab09-ddac-4b62-8191-226a4562bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:12.665193 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-97deab09-ddac-4b62-8191-226a4562bffa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34e29e9-cb3c-4a86-90df-8b01f3de3a73 HTTP/1.1" status: 200 len: 851 time: 0.0472162 Mar 23 17:16:12.714165 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-856ea6d7-be6a-41c6-b9dd-bc3ba4348105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:12.715727 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-856ea6d7-be6a-41c6-b9dd-bc3ba4348105 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68d01c04-ef08-421d-abdc-4975a2a480d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442281 Mar 23 17:16:12.803638 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-fba65b31-973e-4398-b499-d75cd6bad65b service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813522 Mar 23 17:16:12.897675 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ffb06337-2b9a-4223-bb8f-a0ad47dc5a8e req-add18268-a9a6-4ca0-b9a9-b46e4522692b service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845549 Mar 23 17:16:13.274678 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e562b-f877-431b-82d2-f216d00f8553 req-63da5eed-bb16-4e02-84d2-4af60ae867a9 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:13.276281 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-406e562b-f877-431b-82d2-f216d00f8553 req-63da5eed-bb16-4e02-84d2-4af60ae867a9 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0578208 Mar 23 17:16:13.329415 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-406e562b-f877-431b-82d2-f216d00f8553 req-f6c0fd11-5f30-44a8-a9c8-5365d21c7d48 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472379 Mar 23 17:16:13.576282 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89cf1d-18c9-4bce-9c34-86ca9ee4fa31 req-544ef0de-14ae-45e4-b9fd-3c623ae114d9 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:13.577972 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ec89cf1d-18c9-4bce-9c34-86ca9ee4fa31 req-544ef0de-14ae-45e4-b9fd-3c623ae114d9 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 950 time: 0.0531514 Mar 23 17:16:13.624829 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ec89cf1d-18c9-4bce-9c34-86ca9ee4fa31 req-5f0e3134-5ff0-417c-b6c0-b5275684be59 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/security-groups?id=28696986-f681-4ef3-bdb5-5f75df9d3e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 Mar 23 17:16:13.678621 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432969c-ec51-4d51-a41d-6c784b83f3b3 req-110f1e52-dc4c-4f73-a1da-224051771e49 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:13.680113 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8432969c-ec51-4d51-a41d-6c784b83f3b3 req-110f1e52-dc4c-4f73-a1da-224051771e49 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 943 time: 0.0533502 Mar 23 17:16:13.730862 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-8432969c-ec51-4d51-a41d-6c784b83f3b3 req-c537f686-18c6-480d-a64e-16b1db58b85d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445862 Mar 23 17:16:14.153802 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0463a3f-9af2-4679-af83-858b11924f05 req-324d2cb0-2e1c-40d4-b3fe-d9e05be206ea tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:14.155269 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a0463a3f-9af2-4679-af83-858b11924f05 req-324d2cb0-2e1c-40d4-b3fe-d9e05be206ea tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 950 time: 0.0509651 Mar 23 17:16:14.206688 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a0463a3f-9af2-4679-af83-858b11924f05 req-dfc04296-f69b-4afa-8055-3b853a03ab72 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/security-groups?id=28696986-f681-4ef3-bdb5-5f75df9d3e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454798 Mar 23 17:16:14.453501 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac133a76-d5ca-4f83-93d7-c129e802cd54 req-f1455c16-cddb-41d3-abf0-121148c85e60 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:14.455072 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ac133a76-d5ca-4f83-93d7-c129e802cd54 req-f1455c16-cddb-41d3-abf0-121148c85e60 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0571442 Mar 23 17:16:14.505989 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ac133a76-d5ca-4f83-93d7-c129e802cd54 req-91b0f6b0-ad44-477e-8cbb-ddb8a532c19d tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452392 Mar 23 17:16:14.852475 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bc9d4-b523-40a6-ba04-f5fb6c67592f req-5eef8b02-6519-47b5-bcee-a412548845c6 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:14.854614 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-668bc9d4-b523-40a6-ba04-f5fb6c67592f req-5eef8b02-6519-47b5-bcee-a412548845c6 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 943 time: 0.0588152 Mar 23 17:16:14.902150 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-668bc9d4-b523-40a6-ba04-f5fb6c67592f req-75cb4935-6787-48ed-8be9-7baae4920f7b tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417314 Mar 23 17:16:15.323232 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fffec5-2360-4f00-91cb-f6d1a1a2c60f req-38ce1996-1d8a-46a5-91e3-b0b314940d74 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:15.324731 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-83fffec5-2360-4f00-91cb-f6d1a1a2c60f req-38ce1996-1d8a-46a5-91e3-b0b314940d74 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 950 time: 0.0517271 Mar 23 17:16:15.370528 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-83fffec5-2360-4f00-91cb-f6d1a1a2c60f req-32063136-d75a-4c09-95cb-bcec6d5092d0 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/security-groups?id=28696986-f681-4ef3-bdb5-5f75df9d3e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401919 Mar 23 17:16:15.624724 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45dc97-5e24-443d-80dc-82e67153ca4c req-621ab5fa-a25c-4563-936f-13a560bb307f tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:15.626214 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ab45dc97-5e24-443d-80dc-82e67153ca4c req-621ab5fa-a25c-4563-936f-13a560bb307f tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0528021 Mar 23 17:16:15.673646 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ab45dc97-5e24-443d-80dc-82e67153ca4c req-0cd48099-bd22-47f0-a8de-348c51b5fee7 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417709 Mar 23 17:16:16.016834 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462a699-b52e-4370-8bb6-9deaf6aa39f0 req-f60dcf95-70c6-47ea-909c-a08a72ddc581 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:16.018296 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6462a699-b52e-4370-8bb6-9deaf6aa39f0 req-f60dcf95-70c6-47ea-909c-a08a72ddc581 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 943 time: 0.0511634 Mar 23 17:16:16.068355 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6462a699-b52e-4370-8bb6-9deaf6aa39f0 req-83b7ecfe-d0d3-4625-86d1-9ca00ea6bcb4 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445166 Mar 23 17:16:16.490724 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f436e-b33c-43cb-8830-d14a24cd609e req-593fc9a8-bca7-40d1-a974-b44e62d1c3c9 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:16.492327 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-bf3f436e-b33c-43cb-8830-d14a24cd609e req-593fc9a8-bca7-40d1-a974-b44e62d1c3c9 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 950 time: 0.0554051 Mar 23 17:16:16.538489 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-bf3f436e-b33c-43cb-8830-d14a24cd609e req-e6d4e26c-52df-457d-82f5-0dd46f06638d tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/security-groups?id=28696986-f681-4ef3-bdb5-5f75df9d3e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 Mar 23 17:16:16.787870 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f97d4-d70c-40fb-9d4c-28235f05a732 req-0b3e9611-639e-4211-8e27-537a70bff79e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:16.789382 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a32f97d4-d70c-40fb-9d4c-28235f05a732 req-0b3e9611-639e-4211-8e27-537a70bff79e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0510333 Mar 23 17:16:16.835974 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a32f97d4-d70c-40fb-9d4c-28235f05a732 req-2b878d85-b3ea-4bb4-9a36-d730cb700b61 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410399 Mar 23 17:16:17.185964 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3228876-1d11-4b79-96ab-a06f5bef92d1 req-e8de8250-9fb1-454b-923a-9bffa87197d5 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:17.187460 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b3228876-1d11-4b79-96ab-a06f5bef92d1 req-e8de8250-9fb1-454b-923a-9bffa87197d5 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 943 time: 0.0534379 Mar 23 17:16:17.236134 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-b3228876-1d11-4b79-96ab-a06f5bef92d1 req-a2b02c7f-309a-489c-8fb6-4bd2fac79acf tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431736 Mar 23 17:16:17.655497 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19e066-98f6-43ce-9af9-d371904ebf6a req-dc241526-5011-4e53-b7e7-89995474e912 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:17.656955 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ae19e066-98f6-43ce-9af9-d371904ebf6a req-dc241526-5011-4e53-b7e7-89995474e912 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 950 time: 0.0514791 Mar 23 17:16:17.700885 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-ae19e066-98f6-43ce-9af9-d371904ebf6a req-43489d7a-a614-42bc-a0e8-d308c3824e95 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/security-groups?id=28696986-f681-4ef3-bdb5-5f75df9d3e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384517 Mar 23 17:16:17.955736 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3b322-44d6-4730-ac55-fa507f098173 req-14c86433-fa2f-4f5d-b1d7-00330f1a6fdc tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:17.957246 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fcd3b322-44d6-4730-ac55-fa507f098173 req-14c86433-fa2f-4f5d-b1d7-00330f1a6fdc tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0542514 Mar 23 17:16:18.004333 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fcd3b322-44d6-4730-ac55-fa507f098173 req-eeb495a0-77f7-45c1-b73c-50a23f5eef55 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411112 Mar 23 17:16:18.130374 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed42b70-0d96-4197-94e9-5cecb7fb03b5 req-0f3cdeee-c700-4268-9cd4-bd7f30b79194 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:18.131726 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-fed42b70-0d96-4197-94e9-5cecb7fb03b5 req-0f3cdeee-c700-4268-9cd4-bd7f30b79194 tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 950 time: 0.0555367 Mar 23 17:16:18.226669 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-fed42b70-0d96-4197-94e9-5cecb7fb03b5 req-6053713d-caa4-47e1-8a17-2cd23ddf655f tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Deleting port 32c364bb-b41b-4453-ae8d-1cbc21afb285 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:16:18.227014 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-fed42b70-0d96-4197-94e9-5cecb7fb03b5 req-6053713d-caa4-47e1-8a17-2cd23ddf655f tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (32c364bb-b41b-4453-ae8d-1cbc21afb285), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:18.353622 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-fed42b70-0d96-4197-94e9-5cecb7fb03b5 req-6053713d-caa4-47e1-8a17-2cd23ddf655f tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] For port 32c364bb-b41b-4453-ae8d-1cbc21afb285, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=32c364bb-b41b-4453-ae8d-1cbc21afb285,segment=NetworkSegment(84dd561c-8dc6-4e81-81d2-8d27427ba5e2),segment_id=84dd561c-8dc6-4e81-81d2-8d27427ba5e2)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:16:18.354002 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-fed42b70-0d96-4197-94e9-5cecb7fb03b5 req-6053713d-caa4-47e1-8a17-2cd23ddf655f tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (32c364bb-b41b-4453-ae8d-1cbc21afb285), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:18.368341 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-fed42b70-0d96-4197-94e9-5cecb7fb03b5 req-6053713d-caa4-47e1-8a17-2cd23ddf655f tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Calling delete_port for 32c364bb-b41b-4453-ae8d-1cbc21afb285 owned by compute:nova {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:16:18.390603 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89346f-7230-4dd2-a158-5e8ddd73da9d req-9dfacee7-e9bf-48d7-aee9-4606d5fc44c5 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:18.392033 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2f89346f-7230-4dd2-a158-5e8ddd73da9d req-9dfacee7-e9bf-48d7-aee9-4606d5fc44c5 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 943 time: 0.0893199 Mar 23 17:16:18.482259 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2f89346f-7230-4dd2-a158-5e8ddd73da9d req-9e671055-e257-49c0-b21d-a85db3805bbe tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610583 Mar 23 17:16:18.634052 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-fed42b70-0d96-4197-94e9-5cecb7fb03b5 req-6053713d-caa4-47e1-8a17-2cd23ddf655f tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (32c364bb-b41b-4453-ae8d-1cbc21afb285), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:18.650536 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['32c364bb-b41b-4453-ae8d-1cbc21afb285'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:16:18.664110 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053713d-caa4-47e1-8a17-2cd23ddf655f tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Pushing event deleted for resources: {'Port': ['ID=32c364bb-b41b-4453-ae8d-1cbc21afb285,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:18.709670 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed42b70-0d96-4197-94e9-5cecb7fb03b5 req-6053713d-caa4-47e1-8a17-2cd23ddf655f tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] No DVR routers for this DVR port 32c364bb-b41b-4453-ae8d-1cbc21afb285 on host hv-cinder-83491 {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:16:18.712289 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-fed42b70-0d96-4197-94e9-5cecb7fb03b5 req-6053713d-caa4-47e1-8a17-2cd23ddf655f tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:18.715882 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-fed42b70-0d96-4197-94e9-5cecb7fb03b5 req-6053713d-caa4-47e1-8a17-2cd23ddf655f tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.43 "DELETE /v2.0/ports/32c364bb-b41b-4453-ae8d-1cbc21afb285 HTTP/1.1" status: 204 len: 173 time: 0.5767593 Mar 23 17:16:18.716364 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2ebd00-90ed-46cd-957a-2d0b1ccef14d', 'name': 'network-vif-deleted', 'tag': '32c364bb-b41b-4453-ae8d-1cbc21afb285'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:16:18.719576 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de24321-c758-405d-b35a-2d47750d2eca" -d '{"events": [{"server_uuid": "8d2ebd00-90ed-46cd-957a-2d0b1ccef14d", "name": "network-vif-deleted", "tag": "32c364bb-b41b-4453-ae8d-1cbc21afb285"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:16:18.759950 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251b1b35-4e80-4bf4-9b19-4be3c34925b4 x-openstack-request-id: req-251b1b35-4e80-4bf4-9b19-4be3c34925b4 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:16:18.760309 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2ebd00-90ed-46cd-957a-2d0b1ccef14d", "name": "network-vif-deleted", "tag": "32c364bb-b41b-4453-ae8d-1cbc21afb285", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:16:18.760660 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-251b1b35-4e80-4bf4-9b19-4be3c34925b4 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:16:18.761147 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-251b1b35-4e80-4bf4-9b19-4be3c34925b4'] response: {'server_uuid': '8d2ebd00-90ed-46cd-957a-2d0b1ccef14d', 'name': 'network-vif-deleted', 'tag': '32c364bb-b41b-4453-ae8d-1cbc21afb285', 'status': 'completed', 'code': 200} Mar 23 17:16:18.821253 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-58ff2d7f-aca1-4d1c-8166-1e6e4253b2d5 req-0348c5f8-ef56-4e65-8eee-35776a82df8f tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 210 time: 0.0318677 Mar 23 17:16:18.880728 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1cdccb65-edb6-4764-8b59-09ca11f2e497 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:16:18.979075 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1cdccb65-edb6-4764-8b59-09ca11f2e497, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1cdccb65-edb6-4764-8b59-09ca11f2e497,segment=NetworkSegment(fa3524e9-969f-419e-af5e-faf958fccb18),segment_id=fa3524e9-969f-419e-af5e-faf958fccb18)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:16:18.990446 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '1cdccb65-edb6-4764-8b59-09ca11f2e497', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'port_id': '1cdccb65-edb6-4764-8b59-09ca11f2e497', 'mac_address': 'fa:16:3e:50:93:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:16:19.026842 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 1cdccb65-edb6-4764-8b59-09ca11f2e497 is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:16:19.027241 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:19.039932 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cdccb65-edb6-4764-8b59-09ca11f2e497 {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:16:19.059829 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1cdccb65-edb6-4764-8b59-09ca11f2e497, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1cdccb65-edb6-4764-8b59-09ca11f2e497,segment=NetworkSegment(fa3524e9-969f-419e-af5e-faf958fccb18),segment_id=fa3524e9-969f-419e-af5e-faf958fccb18)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:16:19.124783 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be272173-6405-4a7a-a6b6-5ca9ec1bd0ef req-2d3e764f-d64a-4958-9a7e-cbf39c600eef tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:19.126294 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-be272173-6405-4a7a-a6b6-5ca9ec1bd0ef req-2d3e764f-d64a-4958-9a7e-cbf39c600eef tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0548031 Mar 23 17:16:19.166632 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:19.176203 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-be272173-6405-4a7a-a6b6-5ca9ec1bd0ef req-63c05ecc-4e2c-4e55-b357-e98c5dd8e5bd tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443146 Mar 23 17:16:19.214713 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=1cdccb65-edb6-4764-8b59-09ca11f2e497,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:19.221903 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:19.222340 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:19.222592 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:19.222939 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:19.223275 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:19.223608 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:19.223942 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:19.224269 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:19.224621 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:19.224957 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:19.225323 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:19.225658 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:19.225986 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:19.226314 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:19.226638 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:19.381916 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['1cdccb65-edb6-4764-8b59-09ca11f2e497'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:16:19.607586 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebbed6-23ba-4737-bfeb-ca009868549c req-54ff7e5e-338c-4d0a-9263-47fa6e9118f6 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:19.609106 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c3ebbed6-23ba-4737-bfeb-ca009868549c req-54ff7e5e-338c-4d0a-9263-47fa6e9118f6 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 943 time: 0.0596676 Mar 23 17:16:19.666714 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c3ebbed6-23ba-4737-bfeb-ca009868549c req-3c9a525c-7a70-4d9c-99b8-0299489de779 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514445 Mar 23 17:16:19.951785 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-0dde8216-9267-4484-89a1-a6170cf2249c req-3471f9b7-e7d1-4300-84da-950d7815aebc tempest-VolumesNegativeTest-1014000817 tempest-VolumesNegativeTest-1014000817-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d2ebd00-90ed-46cd-957a-2d0b1ccef14d HTTP/1.1" status: 200 len: 210 time: 0.0277526 Mar 23 17:16:20.293790 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4856b3d-6fce-406a-a015-bb4b18e04970 req-42b183af-f1e0-4f00-baf3-4f3d544ca393 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:20.295250 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a4856b3d-6fce-406a-a015-bb4b18e04970 req-42b183af-f1e0-4f00-baf3-4f3d544ca393 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 944 time: 0.0524936 Mar 23 17:16:20.342940 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a4856b3d-6fce-406a-a015-bb4b18e04970 req-11724ed2-1137-48d4-a8ac-c9de703171f0 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421402 Mar 23 17:16:20.788300 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa57ece-23b2-4a52-b76f-79f1193991c9 req-b8c0fd0c-b8ba-4b66-87ff-edae980288b1 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:20.789794 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-efa57ece-23b2-4a52-b76f-79f1193991c9 req-b8c0fd0c-b8ba-4b66-87ff-edae980288b1 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 943 time: 0.0542300 Mar 23 17:16:20.838873 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-efa57ece-23b2-4a52-b76f-79f1193991c9 req-260c7358-e3de-48db-b077-d52b81a4dd9f tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427723 Mar 23 17:16:20.895846 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:16:20.902605 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1cdccb65-edb6-4764-8b59-09ca11f2e497 up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:16:21.034455 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=15bfbc8a-8d88-4318-967e-6d8f41f8e9c5,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:16:21.045921 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '15bfbc8a-8d88-4318-967e-6d8f41f8e9c5', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'port_id': '15bfbc8a-8d88-4318-967e-6d8f41f8e9c5', 'mac_address': 'fa:16:3e:41:20:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:16:21.087014 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port 1cdccb65-edb6-4764-8b59-09ca11f2e497 completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:16:21.090301 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:16:21.090634 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (15bfbc8a-8d88-4318-967e-6d8f41f8e9c5), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:21.093935 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 1cdccb65-edb6-4764-8b59-09ca11f2e497 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:16:21.094301 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:21.123692 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:16:21.154061 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=15bfbc8a-8d88-4318-967e-6d8f41f8e9c5,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:16:21.197462 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 1cdccb65-edb6-4764-8b59-09ca11f2e497 is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:16:21.197862 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:21.221428 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7747195f-588b-4d73-9ed6-046017bab316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdccb65-edb6-4764-8b59-09ca11f2e497'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:16:21.223689 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d3b106-ebab-407e-8281-180bb8fa467e" -d '{"events": [{"server_uuid": "7747195f-588b-4d73-9ed6-046017bab316", "name": "network-vif-plugged", "status": "completed", "tag": "1cdccb65-edb6-4764-8b59-09ca11f2e497"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:16:21.237098 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1cdccb65-edb6-4764-8b59-09ca11f2e497, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1cdccb65-edb6-4764-8b59-09ca11f2e497,segment=NetworkSegment(fa3524e9-969f-419e-af5e-faf958fccb18),segment_id=fa3524e9-969f-419e-af5e-faf958fccb18)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:16:21.249879 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (15bfbc8a-8d88-4318-967e-6d8f41f8e9c5), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:21.275447 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174c99d9-6497-435c-bf07-1c17a90d56c9 x-openstack-request-id: req-174c99d9-6497-435c-bf07-1c17a90d56c9 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:16:21.275741 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7747195f-588b-4d73-9ed6-046017bab316", "name": "network-vif-plugged", "status": "completed", "tag": "1cdccb65-edb6-4764-8b59-09ca11f2e497", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:16:21.275998 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-174c99d9-6497-435c-bf07-1c17a90d56c9 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:16:21.276394 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174c99d9-6497-435c-bf07-1c17a90d56c9'] response: {'server_uuid': '7747195f-588b-4d73-9ed6-046017bab316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdccb65-edb6-4764-8b59-09ca11f2e497', 'code': 200} Mar 23 17:16:21.303394 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=15bfbc8a-8d88-4318-967e-6d8f41f8e9c5,revision_number=4']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:21.359947 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:21.416249 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=1cdccb65-edb6-4764-8b59-09ca11f2e497,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:21.476717 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ef610-73a8-43b9-9f71-6c1cb0b07c6d req-f635bc83-405d-4c09-b5d3-ada7bdd2044d tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:21.479121 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f40ef610-73a8-43b9-9f71-6c1cb0b07c6d req-f635bc83-405d-4c09-b5d3-ada7bdd2044d tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0647061 Mar 23 17:16:21.484235 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['15bfbc8a-8d88-4318-967e-6d8f41f8e9c5'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:16:21.530087 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f40ef610-73a8-43b9-9f71-6c1cb0b07c6d req-bdad9941-99f1-401a-9649-18d6b412374f tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451515 Mar 23 17:16:21.715639 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e4b5b-e015-43ed-8ac8-e0107b4fb0e9 req-08e5133b-20f1-44a5-b817-8d07752d8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:21.716573 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d46e4b5b-e015-43ed-8ac8-e0107b4fb0e9 req-08e5133b-20f1-44a5-b817-8d07752d8a61 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 1129 time: 0.0560887 Mar 23 17:16:21.765479 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d46e4b5b-e015-43ed-8ac8-e0107b4fb0e9 req-45413cd1-e986-472e-8771-022a86b3ba6f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417030 Mar 23 17:16:21.956002 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7b90b-83ac-4559-8c7a-3c72f1bf1b7a req-29097c25-68aa-42bf-89b2-276af3900f32 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:21.957656 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2ec7b90b-83ac-4559-8c7a-3c72f1bf1b7a req-29097c25-68aa-42bf-89b2-276af3900f32 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 944 time: 0.0530713 Mar 23 17:16:22.008778 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-2ec7b90b-83ac-4559-8c7a-3c72f1bf1b7a req-6f376cc3-aa56-48f6-83d8-e50ba0b35ced tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451212 Mar 23 17:16:22.648296 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4b51b-0304-4084-bf58-df4251cf23b5 req-f21bdfe6-301f-4029-b2d1-6ee3b4c314ea tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:22.650371 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-55b4b51b-0304-4084-bf58-df4251cf23b5 req-f21bdfe6-301f-4029-b2d1-6ee3b4c314ea tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0532854 Mar 23 17:16:22.703351 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-55b4b51b-0304-4084-bf58-df4251cf23b5 req-c5dd4677-e78e-4b9d-bbb4-e68bff29c186 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463066 Mar 23 17:16:22.911650 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:16:23.141433 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679451c8-9ed3-435f-93ac-a5d2a1052823 req-e1afc678-1cf2-48a3-86b5-7f7a8a5a2dc3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:23.143682 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-679451c8-9ed3-435f-93ac-a5d2a1052823 req-e1afc678-1cf2-48a3-86b5-7f7a8a5a2dc3 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 944 time: 0.0547962 Mar 23 17:16:23.202621 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-679451c8-9ed3-435f-93ac-a5d2a1052823 req-90bc7d6e-94fb-4cbf-b3c8-34b54dcf2b2c tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527866 Mar 23 17:16:23.211091 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning for port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 completed by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:16:23.217718 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:16:23.218098 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (15bfbc8a-8d88-4318-967e-6d8f41f8e9c5), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:23.318757 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:16:23.319148 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (15bfbc8a-8d88-4318-967e-6d8f41f8e9c5), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:23.341485 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ba6639-4e8b-472a-a514-d109690fa87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bfbc8a-8d88-4318-967e-6d8f41f8e9c5'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:16:23.343950 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2d29a3-1b76-4eec-95b9-d6e99ba5e7b4" -d '{"events": [{"server_uuid": "a6ba6639-4e8b-472a-a514-d109690fa87f", "name": "network-vif-plugged", "status": "completed", "tag": "15bfbc8a-8d88-4318-967e-6d8f41f8e9c5"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:16:23.356830 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=15bfbc8a-8d88-4318-967e-6d8f41f8e9c5,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:16:23.379997 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7327b4-9806-4120-8853-336d3389bd33 x-openstack-request-id: req-3e7327b4-9806-4120-8853-336d3389bd33 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:16:23.380290 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ba6639-4e8b-472a-a514-d109690fa87f", "name": "network-vif-plugged", "status": "completed", "tag": "15bfbc8a-8d88-4318-967e-6d8f41f8e9c5", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:16:23.380741 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3e7327b4-9806-4120-8853-336d3389bd33 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:16:23.381045 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7327b4-9806-4120-8853-336d3389bd33'] response: {'server_uuid': 'a6ba6639-4e8b-472a-a514-d109690fa87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bfbc8a-8d88-4318-967e-6d8f41f8e9c5', 'code': 200} Mar 23 17:16:23.445428 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (15bfbc8a-8d88-4318-967e-6d8f41f8e9c5), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:23.446903 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 32c364bb-b41b-4453-ae8d-1cbc21afb285 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:16:23.487861 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: 32c364bb-b41b-4453-ae8d-1cbc21afb285 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:16:23.488213 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 32c364bb-b41b-4453-ae8d-1cbc21afb285 not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:16:23.518400 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=15bfbc8a-8d88-4318-967e-6d8f41f8e9c5,revision_number=5']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:23.812504 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7fc33-b081-4479-9f29-c3da5d6f97b3 req-59418df3-4008-42e9-b014-f957286a3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:23.814112 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5ff7fc33-b081-4479-9f29-c3da5d6f97b3 req-59418df3-4008-42e9-b014-f957286a3fc6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 1129 time: 0.0436854 Mar 23 17:16:23.826038 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b66aa-df1d-4430-9768-d8baf1689784 req-b7145d5b-2c37-4350-ad3a-ea87a16e2d18 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:23.827478 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-120b66aa-df1d-4430-9768-d8baf1689784 req-b7145d5b-2c37-4350-ad3a-ea87a16e2d18 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0537395 Mar 23 17:16:23.867014 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-5ff7fc33-b081-4479-9f29-c3da5d6f97b3 req-86181e11-c9cb-4ad0-8970-5eabd98ac8f4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472414 Mar 23 17:16:23.878012 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-120b66aa-df1d-4430-9768-d8baf1689784 req-bb18c400-cb02-49f6-aa56-a3cdd131504a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449557 Mar 23 17:16:24.001276 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f70bde-056b-4b00-8c6e-0048ca6e83ab req-88ee6112-a142-437c-9e03-468d2d99a2da tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:24.002740 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a9f70bde-056b-4b00-8c6e-0048ca6e83ab req-88ee6112-a142-437c-9e03-468d2d99a2da tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0518148 Mar 23 17:16:24.050883 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a9f70bde-056b-4b00-8c6e-0048ca6e83ab req-eb270ea5-b160-4de4-97d8-dcbc74f6b69b tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424075 Mar 23 17:16:24.079173 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38302) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:24.137207 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38306) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:24.190938 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:24.337709 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a81d4d3-1862-4517-9758-d36d2d903486 tempest-TestShelveInstance-1138856532 tempest-TestShelveInstance-1138856532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:24.339282 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-4a81d4d3-1862-4517-9758-d36d2d903486 tempest-TestShelveInstance-1138856532 tempest-TestShelveInstance-1138856532-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 1124 time: 0.2630258 Mar 23 17:16:24.343550 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 38326) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:24.347208 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Publish callbacks [] for security_group (c2df4082-8144-42f8-825d-33f1ec213a5a), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:24.350204 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.v2.base [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Request body: {'floatingip': {'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'port_id': '1cdccb65-edb6-4764-8b59-09ca11f2e497', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:16:24.368539 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc80ae9-f18f-449f-9105-219cb948ffb9 req-df40c8ee-f995-48d3-a7b2-82cf8e7427e0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:24.370293 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fcc80ae9-f18f-449f-9105-219cb948ffb9 req-df40c8ee-f995-48d3-a7b2-82cf8e7427e0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 945 time: 0.0934412 Mar 23 17:16:24.423008 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-fcc80ae9-f18f-449f-9105-219cb948ffb9 req-1681ee0e-0b9d-458b-b820-ac7e949592bb tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466661 Mar 23 17:16:24.445930 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:24.446120 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (c2df4082-8144-42f8-825d-33f1ec213a5a), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:24.488147 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=875ebb99baab4aa8aac43ddbc7d48188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497429 Mar 23 17:16:24.488914 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2df4082-8144-42f8-825d-33f1ec213a5a,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:24.491013 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38356) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:24.509055 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:24.511700 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:24.511700 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:24.511700 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:24.511700 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:24.511700 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:24.511700 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:24.511700 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:24.511700 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:24.512406 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:24.512406 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:24.512565 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:24.512904 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:24.513230 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:24.513549 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae21dd-0b93-4ec9-ac7d-5b8a8bd289f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:16:24.552883 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:24.554189 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-0fd2cb80-aef2-46b8-883a-baebca6c85fc admin admin] Publish callbacks [] for security_group (c2df4082-8144-42f8-825d-33f1ec213a5a), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:24.576776 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-0fd2cb80-aef2-46b8-883a-baebca6c85fc admin admin] Publish callbacks [] for security_group (c2df4082-8144-42f8-825d-33f1ec213a5a), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:24.662927 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Allocated IP 172.27.1.103 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/4e1ccd81-3bf0-4e63-a412-58641116dc3c) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:16:24.702726 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-0fd2cb80-aef2-46b8-883a-baebca6c85fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (c2df4082-8144-42f8-825d-33f1ec213a5a), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:24.705330 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-0fd2cb80-aef2-46b8-883a-baebca6c85fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:24.706511 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-0fd2cb80-aef2-46b8-883a-baebca6c85fc admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c2df4082-8144-42f8-825d-33f1ec213a5a HTTP/1.1" status: 204 len: 168 time: 0.2146144 Mar 23 17:16:24.723273 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2cb80-aef2-46b8-883a-baebca6c85fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2df4082-8144-42f8-825d-33f1ec213a5a,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:24.789056 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for port (4e1ccd81-3bf0-4e63-a412-58641116dc3c), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:24.947738 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (4e1ccd81-3bf0-4e63-a412-58641116dc3c), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:24.986189 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:16:24.989093 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:16:24.995086 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:16:25.000624 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Pushing event updated for resources: {'Port': ['ID=4e1ccd81-3bf0-4e63-a412-58641116dc3c,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:25.192461 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0c80d7c4-f2df-4124-9c2e-5f6029cb39fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:25.359750 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for floatingip (22497f53-31f6-401e-875b-ec738e03b546), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:25.525373 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 38404) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:25.559374 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18b2c5-7491-42e6-9002-365c8b8c3209 req-571ede0e-f01d-41dd-b103-270c463d52d0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:25.561177 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bc18b2c5-7491-42e6-9002-365c8b8c3209 req-571ede0e-f01d-41dd-b103-270c463d52d0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 945 time: 0.0684314 Mar 23 17:16:25.643768 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (4e1ccd81-3bf0-4e63-a412-58641116dc3c), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:25.678625 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-bc18b2c5-7491-42e6-9002-365c8b8c3209 req-072b7edb-d076-40c1-85df-acccaf1d3b57 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100118 Mar 23 17:16:25.686498 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:25.688798 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-12018c33-689f-485e-b494-c3de36f18abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:25.708072 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 38416) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:25.733046 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-21a3f2c2-d706-4812-aabd-84630d8edcc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:25.819379 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226131-1faa-42fb-b0bb-787018b50b47 req-521b5626-1951-4f74-861a-0527a7d86782 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:25.820920 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-99226131-1faa-42fb-b0bb-787018b50b47 req-521b5626-1951-4f74-861a-0527a7d86782 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 945 time: 0.0569899 Mar 23 17:16:25.877180 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-99226131-1faa-42fb-b0bb-787018b50b47 req-8911e80b-28e6-4d25-95f6-9d84dcd75c42 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501382 Mar 23 17:16:25.898174 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 38424) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:25.921386 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for port (4e1ccd81-3bf0-4e63-a412-58641116dc3c), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:25.992640 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-12018c33-689f-485e-b494-c3de36f18abd admin admin] Publish callbacks [] for security_group (8d4837d4-3d58-48b1-8192-45fcf7f57c41), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:26.004857 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-21a3f2c2-d706-4812-aabd-84630d8edcc4 admin admin] Publish callbacks [] for security_group (e1581324-a6cc-425d-a92e-cd5e0c65e184), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:26.011673 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34096443-1875-4a8c-a6f2-377a6fb75812 tempest-TestVolumeBootPattern-1414821085 tempest-TestVolumeBootPattern-1414821085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:26.013348 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-34096443-1875-4a8c-a6f2-377a6fb75812 tempest-TestVolumeBootPattern-1414821085 tempest-TestVolumeBootPattern-1414821085-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 1124 time: 0.1063676 Mar 23 17:16:26.016166 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38428) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:26.020669 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.v2.base [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Request body: {'floatingip': {'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'port_id': '15bfbc8a-8d88-4318-967e-6d8f41f8e9c5', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:16:26.096911 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24569071'] for port (4e1ccd81-3bf0-4e63-a412-58641116dc3c), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:26.153932 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:26.161022 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-21a3f2c2-d706-4812-aabd-84630d8edcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (e1581324-a6cc-425d-a92e-cd5e0c65e184), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:26.163176 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-12018c33-689f-485e-b494-c3de36f18abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (8d4837d4-3d58-48b1-8192-45fcf7f57c41), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:26.187612 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Pushing event updated for resources: {'Port': ['ID=4e1ccd81-3bf0-4e63-a412-58641116dc3c,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:26.215155 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (22497f53-31f6-401e-875b-ec738e03b546), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:26.266958 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:26.269206 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38434) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:26.269440 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-21a3f2c2-d706-4812-aabd-84630d8edcc4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=43d8a43d0f574bcab8ec36e14435cf6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5597076 Mar 23 17:16:26.304536 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-12018c33-689f-485e-b494-c3de36f18abd admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0194065026cf40aa924b51aee016e879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7769544 Mar 23 17:16:26.314119 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 38436) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:26.331766 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3f2c2-d706-4812-aabd-84630d8edcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1581324-a6cc-425d-a92e-cd5e0c65e184,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:26.374614 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12018c33-689f-485e-b494-c3de36f18abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4837d4-3d58-48b1-8192-45fcf7f57c41,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:26.398909 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-46115c45-ab05-457c-9c70-df022195475c admin admin] Publish callbacks [] for security_group (e1581324-a6cc-425d-a92e-cd5e0c65e184), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:26.425497 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-46115c45-ab05-457c-9c70-df022195475c admin admin] Publish callbacks [] for security_group (e1581324-a6cc-425d-a92e-cd5e0c65e184), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:26.428707 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ddbbb254-a6c2-41d4-8320-548d7e49fd82 admin admin] Publish callbacks [] for security_group (8d4837d4-3d58-48b1-8192-45fcf7f57c41), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:26.447448 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Floating IP 22497f53-31f6-401e-875b-ec738e03b546 associated. External IP: 172.27.1.103, port: 1cdccb65-edb6-4764-8b59-09ca11f2e497. Mar 23 17:16:26.451744 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_common [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Allocated IP 172.27.1.16 (2c02e95d-8a1b-4700-95ef-e7028012d606/ad4bdf14-4fb0-42c8-826c-5689a45d5dda/2c0ac3ad-a162-4efd-a6d9-20f8e37a9dc6) {{(pid=104061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:16:26.585659 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for port (2c0ac3ad-a162-4efd-a6d9-20f8e37a9dc6), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:26.631410 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-46115c45-ab05-457c-9c70-df022195475c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (e1581324-a6cc-425d-a92e-cd5e0c65e184), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:26.634428 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-46115c45-ab05-457c-9c70-df022195475c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:26.648952 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-46115c45-ab05-457c-9c70-df022195475c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e1581324-a6cc-425d-a92e-cd5e0c65e184 HTTP/1.1" status: 204 len: 168 time: 0.3760509 Mar 23 17:16:26.672016 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46115c45-ab05-457c-9c70-df022195475c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1581324-a6cc-425d-a92e-cd5e0c65e184,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:26.760610 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739377402893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (2c0ac3ad-a162-4efd-a6d9-20f8e37a9dc6), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:26.802221 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Network 2c02e95d-8a1b-4700-95ef-e7028012d606 is already hosted by enough agents. {{(pid=104061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:16:26.805046 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.base_scheduler [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Resources bound (agent type, host, resource id): {{(pid=104061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:16:26.809145 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Received port after_create {{(pid=104061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:16:26.812034 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ddbbb254-a6c2-41d4-8320-548d7e49fd82 admin admin] Publish callbacks [] for security_group (8d4837d4-3d58-48b1-8192-45fcf7f57c41), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:26.839869 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event updated for resources: {'Port': ['ID=2c0ac3ad-a162-4efd-a6d9-20f8e37a9dc6,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:27.006138 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:16:27.009739 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ddbbb254-a6c2-41d4-8320-548d7e49fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (8d4837d4-3d58-48b1-8192-45fcf7f57c41), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:27.013775 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ddbbb254-a6c2-41d4-8320-548d7e49fd82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:27.015117 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-ddbbb254-a6c2-41d4-8320-548d7e49fd82 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8d4837d4-3d58-48b1-8192-45fcf7f57c41 HTTP/1.1" status: 204 len: 168 time: 0.6999109 Mar 23 17:16:27.029190 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbb254-a6c2-41d4-8320-548d7e49fd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4837d4-3d58-48b1-8192-45fcf7f57c41,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:27.190170 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:16:27.203297 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d95abb-4392-4d46-ad33-2b5859a63b30 None None] Sync routers for ids ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:16:27.214910 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d95abb-4392-4d46-ad33-2b5859a63b30 None None] Routers {'04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:16:27.215906 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-a9d95abb-4392-4d46-ad33-2b5859a63b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:15:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:16:27.243392 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for floatingip (febfbc5a-8371-4759-a7a4-665c0b6a093a), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:27.325530 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:27.360624 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-a9d95abb-4392-4d46-ad33-2b5859a63b30 None None] Set router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:16:27.367588 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-6fb584e0-6454-43eb-963b-274cd267883a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0218153 Mar 23 17:16:27.367961 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7747195f-588b-4d73-9ed6-046017bab316', 'tag': '1cdccb65-edb6-4764-8b59-09ca11f2e497'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:16:27.370849 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70898256-9dc7-474e-877e-2d76b4c6c663" -d '{"events": [{"name": "network-changed", "server_uuid": "7747195f-588b-4d73-9ed6-046017bab316", "tag": "1cdccb65-edb6-4764-8b59-09ca11f2e497"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:16:27.388278 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (2c0ac3ad-a162-4efd-a6d9-20f8e37a9dc6), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:27.414443 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e839665b-71bd-4338-b71e-08e3e0148020 x-openstack-request-id: req-e839665b-71bd-4338-b71e-08e3e0148020 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:16:27.414988 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7747195f-588b-4d73-9ed6-046017bab316", "tag": "1cdccb65-edb6-4764-8b59-09ca11f2e497", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:16:27.415441 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e839665b-71bd-4338-b71e-08e3e0148020 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:16:27.416103 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e839665b-71bd-4338-b71e-08e3e0148020'] response: {'name': 'network-changed', 'server_uuid': '7747195f-588b-4d73-9ed6-046017bab316', 'tag': '1cdccb65-edb6-4764-8b59-09ca11f2e497', 'status': 'completed', 'code': 200} Mar 23 17:16:27.422211 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-33bf473b-9e63-409d-9147-5089f88a2916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:27.504283 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70898256-9dc7-474e-877e-2d76b4c6c663 req-1e2fdac6-b954-4bc8-8da4-43fe21730f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:27.506232 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-70898256-9dc7-474e-877e-2d76b4c6c663 req-1e2fdac6-b954-4bc8-8da4-43fe21730f3a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=086c690cac51454fa1fe88e3cbccad7b&device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 1129 time: 0.0629764 Mar 23 17:16:27.599079 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for port (2c0ac3ad-a162-4efd-a6d9-20f8e37a9dc6), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:27.644535 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70898256-9dc7-474e-877e-2d76b4c6c663 req-aba1f0a7-15ee-4d91-9971-35c6fbd0bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:27.646892 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-70898256-9dc7-474e-877e-2d76b4c6c663 req-aba1f0a7-15ee-4d91-9971-35c6fbd0bd74 service neutron] 10.222.0.43 "GET /v2.0/networks?id=711fb512-77ec-499a-a5e4-156b76960f41 HTTP/1.1" status: 200 len: 910 time: 0.1322143 Mar 23 17:16:27.668375 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25120771'] for port (2c0ac3ad-a162-4efd-a6d9-20f8e37a9dc6), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:27.717805 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-a9d95abb-4392-4d46-ad33-2b5859a63b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'name': 'tempest-TestShelveInstance-844777023-router', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:16Z', 'updated_at': '2022-03-23T17:15:20Z', 'revision_number': 4, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'gw_port': {'id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:17Z', 'updated_at': '2022-03-23T17:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '22497f53-31f6-401e-875b-ec738e03b546', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'port_id': '1cdccb65-edb6-4764-8b59-09ca11f2e497', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'mac_address': 'fa:16:3e:50:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747195f-588b-4d73-9ed6-046017bab316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:16:25Z', 'updated_at': '2022-03-23T17:16:25Z', 'revision_number': 0, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d01a9fa-bb87-4370-b323-1a96d34fd9a3', 'name': '', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'mac_address': 'fa:16:3e:6e:09:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:19Z', 'updated_at': '2022-03-23T17:15:24Z', 'revision_number': 5, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'subnets': [{'id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:16:27.734598 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-70898256-9dc7-474e-877e-2d76b4c6c663 req-d11245d7-aba7-4f88-815b-51f225d28523 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cdccb65-edb6-4764-8b59-09ca11f2e497 HTTP/1.1" status: 200 len: 999 time: 0.0805764 Mar 23 17:16:27.746765 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d95abb-4392-4d46-ad33-2b5859a63b30 None None] Checking router: 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:16:27.749085 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event updated for resources: {'Port': ['ID=2c0ac3ad-a162-4efd-a6d9-20f8e37a9dc6,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:27.755447 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d95abb-4392-4d46-ad33-2b5859a63b30 None None] Routers {'04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:16:27.755600 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728387'] for floatingip (febfbc5a-8371-4759-a7a4-665c0b6a093a), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:27.756021 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-a9d95abb-4392-4d46-ad33-2b5859a63b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:16:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:16:27.797193 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70898256-9dc7-474e-877e-2d76b4c6c663 req-643e03e5-ee91-4ecb-8831-0ed12d3b8e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:27.799136 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-70898256-9dc7-474e-877e-2d76b4c6c663 req-643e03e5-ee91-4ecb-8831-0ed12d3b8e1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=41d43c09-7261-45b4-b086-ef8dc8a7e2cc HTTP/1.1" status: 200 len: 847 time: 0.0574896 Mar 23 17:16:27.861677 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70898256-9dc7-474e-877e-2d76b4c6c663 req-d70c1b47-a63d-4672-ad92-114958901944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:27.863214 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-70898256-9dc7-474e-877e-2d76b4c6c663 req-d70c1b47-a63d-4672-ad92-114958901944 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=711fb512-77ec-499a-a5e4-156b76960f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579386 Mar 23 17:16:27.865418 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.db.l3_db [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Floating IP febfbc5a-8371-4759-a7a4-665c0b6a093a associated. External IP: 172.27.1.16, port: 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5. Mar 23 17:16:27.885338 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-a9d95abb-4392-4d46-ad33-2b5859a63b30 None None] Set router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:16:27.971777 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-70898256-9dc7-474e-877e-2d76b4c6c663 req-bb49b0a0-4828-43b5-9bad-0fa50ba74e24 service neutron] 10.222.0.43 "GET /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021163 Mar 23 17:16:28.095442 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-70898256-9dc7-474e-877e-2d76b4c6c663 req-216a7755-86a6-4e83-8410-66a8670f456c service neutron] 10.222.0.43 "GET /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105142 Mar 23 17:16:28.173992 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-a9d95abb-4392-4d46-ad33-2b5859a63b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'name': 'tempest-TestShelveInstance-844777023-router', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:16Z', 'updated_at': '2022-03-23T17:15:20Z', 'revision_number': 4, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'gw_port': {'id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:17Z', 'updated_at': '2022-03-23T17:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '22497f53-31f6-401e-875b-ec738e03b546', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'port_id': '1cdccb65-edb6-4764-8b59-09ca11f2e497', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'mac_address': 'fa:16:3e:50:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747195f-588b-4d73-9ed6-046017bab316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:16:25Z', 'updated_at': '2022-03-23T17:16:25Z', 'revision_number': 0, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d01a9fa-bb87-4370-b323-1a96d34fd9a3', 'name': '', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'mac_address': 'fa:16:3e:6e:09:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:19Z', 'updated_at': '2022-03-23T17:15:24Z', 'revision_number': 5, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'subnets': [{'id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:16:28.203310 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d95abb-4392-4d46-ad33-2b5859a63b30 None None] The sync data for ids ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'] in dv-cinder-834919-1-iscsi is: [{'id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'name': 'tempest-TestShelveInstance-844777023-router', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:16Z', 'updated_at': '2022-03-23T17:15:20Z', 'revision_number': 4, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'gw_port': {'id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:17Z', 'updated_at': '2022-03-23T17:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': '22497f53-31f6-401e-875b-ec738e03b546', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'port_id': '1cdccb65-edb6-4764-8b59-09ca11f2e497', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'mac_address': 'fa:16:3e:50:93:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747195f-588b-4d73-9ed6-046017bab316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:16:25Z', 'updated_at': '2022-03-23T17:16:25Z', 'revision_number': 0, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d01a9fa-bb87-4370-b323-1a96d34fd9a3', 'name': '', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'mac_address': 'fa:16:3e:6e:09:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:19Z', 'updated_at': '2022-03-23T17:15:24Z', 'revision_number': 5, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'subnets': [{'id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:16:28.379453 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Router ca891440-c6d2-4045-baba-97033f5ca743 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:16:28.452602 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32903ec-dbce-4ba2-8f33-234166d44f6a None None] New status for floating IP 22497f53-31f6-401e-875b-ec738e03b546: ACTIVE {{(pid=104063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:16:28.519978 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:16:28.531697 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5421545-0a32-45c9-b914-e376d55b3f1b None None] Sync routers for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:16:28.547085 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5421545-0a32-45c9-b914-e376d55b3f1b None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:16:28.547740 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-e5421545-0a32-45c9-b914-e376d55b3f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:16:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:16:28.576115 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38538) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:28.600352 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:28.631607 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:28.671718 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-68931787-02e4-4ab9-8ca9-4d95fb3b9a7d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6544168 Mar 23 17:16:28.672788 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ba6639-4e8b-472a-a514-d109690fa87f', 'tag': '15bfbc8a-8d88-4318-967e-6d8f41f8e9c5'}] {{(pid=104061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:16:28.675337 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71409aee6a02a2ae917a9d61dc5515e4764bee58102a6256a51cf2ec99617bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95714a5-bf0d-4b20-ab59-d1a72537ac80" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ba6639-4e8b-472a-a514-d109690fa87f", "tag": "15bfbc8a-8d88-4318-967e-6d8f41f8e9c5"}]}' {{(pid=104061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:16:28.697125 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-e5421545-0a32-45c9-b914-e376d55b3f1b None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:16:28.721278 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04e0ba5-9959-4af6-afc1-ebdd1a0f4e47 x-openstack-request-id: req-a04e0ba5-9959-4af6-afc1-ebdd1a0f4e47 {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:16:28.721565 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ba6639-4e8b-472a-a514-d109690fa87f", "tag": "15bfbc8a-8d88-4318-967e-6d8f41f8e9c5", "status": "completed", "code": 200}]} {{(pid=104061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:16:28.721843 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a04e0ba5-9959-4af6-afc1-ebdd1a0f4e47 {{(pid=104061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:16:28.722271 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04e0ba5-9959-4af6-afc1-ebdd1a0f4e47'] response: {'name': 'network-changed', 'server_uuid': 'a6ba6639-4e8b-472a-a514-d109690fa87f', 'tag': '15bfbc8a-8d88-4318-967e-6d8f41f8e9c5', 'status': 'completed', 'code': 200} Mar 23 17:16:28.781892 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-7f3471db-0943-488d-8010-9c85eaf23feb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6c66b842ed294a21bd88ae25527782c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044771 Mar 23 17:16:28.789266 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38546) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:28.813439 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95714a5-bf0d-4b20-ab59-d1a72537ac80 req-887b147b-c922-4452-87f8-fde5adaea8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:28.815332 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f95714a5-bf0d-4b20-ab59-d1a72537ac80 req-887b147b-c922-4452-87f8-fde5adaea8e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 1129 time: 0.0604477 Mar 23 17:16:28.843600 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cfae90b7-6c4c-47b0-8b71-85b08616704b admin admin] Publish callbacks [] for security_group (28696986-f681-4ef3-bdb5-5f75df9d3e50), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:28.866570 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cfae90b7-6c4c-47b0-8b71-85b08616704b admin admin] Publish callbacks [] for security_group (28696986-f681-4ef3-bdb5-5f75df9d3e50), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:28.908810 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95714a5-bf0d-4b20-ab59-d1a72537ac80 req-477b1ed8-1ac5-4d61-8d94-e78a02321e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:28.910338 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f95714a5-bf0d-4b20-ab59-d1a72537ac80 req-477b1ed8-1ac5-4d61-8d94-e78a02321e2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=68d01c04-ef08-421d-abdc-4975a2a480d9 HTTP/1.1" status: 200 len: 914 time: 0.0895960 Mar 23 17:16:28.969076 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-e5421545-0a32-45c9-b914-e376d55b3f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'd67c4dad-b391-4534-81b9-3f0557bd2646', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'port_id': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'mac_address': 'fa:16:3e:9d:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9143d2f6-c981-4076-b070-85c633c7d549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:14:10Z', 'updated_at': '2022-03-23T17:14:13Z', 'revision_number': 1, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address_scope': None}, {'id': 'febfbc5a-8371-4759-a7a4-665c0b6a093a', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'port_id': '15bfbc8a-8d88-4318-967e-6d8f41f8e9c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'mac_address': 'fa:16:3e:41:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ba6639-4e8b-472a-a514-d109690fa87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:16:27Z', 'updated_at': '2022-03-23T17:16:27Z', 'revision_number': 0, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:16:28.982578 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cfae90b7-6c4c-47b0-8b71-85b08616704b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (28696986-f681-4ef3-bdb5-5f75df9d3e50), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:28.984120 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f95714a5-bf0d-4b20-ab59-d1a72537ac80 req-787e5b41-9d6f-47ea-9dad-c2a17c12d796 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 HTTP/1.1" status: 200 len: 998 time: 0.0683115 Mar 23 17:16:28.985662 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-cfae90b7-6c4c-47b0-8b71-85b08616704b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:28.986888 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-cfae90b7-6c4c-47b0-8b71-85b08616704b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/28696986-f681-4ef3-bdb5-5f75df9d3e50 HTTP/1.1" status: 204 len: 168 time: 0.1963460 Mar 23 17:16:28.995579 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae90b7-6c4c-47b0-8b71-85b08616704b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28696986-f681-4ef3-bdb5-5f75df9d3e50,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:28.999994 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5421545-0a32-45c9-b914-e376d55b3f1b None None] Checking router: ca891440-c6d2-4045-baba-97033f5ca743 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:16:29.020421 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5421545-0a32-45c9-b914-e376d55b3f1b None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:16:29.020421 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-e5421545-0a32-45c9-b914-e376d55b3f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:16:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:16:29.048957 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95714a5-bf0d-4b20-ab59-d1a72537ac80 req-7254f15e-2d66-45f4-a252-c643ba1232ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:29.048957 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f95714a5-bf0d-4b20-ab59-d1a72537ac80 req-7254f15e-2d66-45f4-a252-c643ba1232ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34e29e9-cb3c-4a86-90df-8b01f3de3a73 HTTP/1.1" status: 200 len: 851 time: 0.0577168 Mar 23 17:16:29.101786 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95714a5-bf0d-4b20-ab59-d1a72537ac80 req-12692c9e-068b-4fc1-b2f8-294256c2a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:29.103327 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f95714a5-bf0d-4b20-ab59-d1a72537ac80 req-12692c9e-068b-4fc1-b2f8-294256c2a72a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68d01c04-ef08-421d-abdc-4975a2a480d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500770 Mar 23 17:16:29.132884 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-e5421545-0a32-45c9-b914-e376d55b3f1b None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:16:29.221590 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f95714a5-bf0d-4b20-ab59-d1a72537ac80 req-38d0164d-bd43-4f08-aab7-921a2bcf8b3c service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124802 Mar 23 17:16:29.343893 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-f95714a5-bf0d-4b20-ab59-d1a72537ac80 req-bb0eca1d-81a3-4958-a117-d2c8f592921b service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126285 Mar 23 17:16:29.430027 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-e5421545-0a32-45c9-b914-e376d55b3f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'd67c4dad-b391-4534-81b9-3f0557bd2646', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'port_id': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'mac_address': 'fa:16:3e:9d:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9143d2f6-c981-4076-b070-85c633c7d549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:14:10Z', 'updated_at': '2022-03-23T17:14:13Z', 'revision_number': 1, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address_scope': None}, {'id': 'febfbc5a-8371-4759-a7a4-665c0b6a093a', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'port_id': '15bfbc8a-8d88-4318-967e-6d8f41f8e9c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'mac_address': 'fa:16:3e:41:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ba6639-4e8b-472a-a514-d109690fa87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:16:27Z', 'updated_at': '2022-03-23T17:16:27Z', 'revision_number': 0, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:16:29.590217 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5421545-0a32-45c9-b914-e376d55b3f1b None None] The sync data for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi is: [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'd67c4dad-b391-4534-81b9-3f0557bd2646', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'port_id': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'mac_address': 'fa:16:3e:9d:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9143d2f6-c981-4076-b070-85c633c7d549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:14:10Z', 'updated_at': '2022-03-23T17:14:13Z', 'revision_number': 1, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address_scope': None}, {'id': 'febfbc5a-8371-4759-a7a4-665c0b6a093a', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'port_id': '15bfbc8a-8d88-4318-967e-6d8f41f8e9c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'mac_address': 'fa:16:3e:41:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ba6639-4e8b-472a-a514-d109690fa87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:16:27Z', 'updated_at': '2022-03-23T17:16:27Z', 'revision_number': 0, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:16:29.783153 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071bbe86-1277-411a-8e41-140f07fe95f1 None None] New status for floating IP febfbc5a-8371-4759-a7a4-665c0b6a093a: ACTIVE {{(pid=104063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:16:30.073589 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:31.490506 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:31.753723 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-adc38bc4-33d9-4a84-be59-f920d9455d09 req-aeae0627-2022-401d-8eef-e59bf5f96f49 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458846 Mar 23 17:16:31.847635 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc38bc4-33d9-4a84-be59-f920d9455d09 req-8744a027-25cb-48e4-bde3-243f25f8a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:31.849191 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-adc38bc4-33d9-4a84-be59-f920d9455d09 req-8744a027-25cb-48e4-bde3-243f25f8a28b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 1129 time: 0.0495300 Mar 23 17:16:31.951919 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc38bc4-33d9-4a84-be59-f920d9455d09 req-3917b405-63cd-40b3-8641-0f2e4372516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:31.953436 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-adc38bc4-33d9-4a84-be59-f920d9455d09 req-3917b405-63cd-40b3-8641-0f2e4372516f service neutron] 10.222.0.43 "GET /v2.0/networks?id=68d01c04-ef08-421d-abdc-4975a2a480d9 HTTP/1.1" status: 200 len: 914 time: 0.0831182 Mar 23 17:16:32.022713 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-adc38bc4-33d9-4a84-be59-f920d9455d09 req-04ce7b70-e4ee-4013-93bb-e459a952ff98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3148565-fc45-4b9e-81bb-9bc6bf0475ae HTTP/1.1" status: 200 len: 1000 time: 0.0630584 Mar 23 17:16:32.072171 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc38bc4-33d9-4a84-be59-f920d9455d09 req-ebd60b1d-f659-4587-942a-c67515eec9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:32.073707 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-adc38bc4-33d9-4a84-be59-f920d9455d09 req-ebd60b1d-f659-4587-942a-c67515eec9ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34e29e9-cb3c-4a86-90df-8b01f3de3a73 HTTP/1.1" status: 200 len: 851 time: 0.0450921 Mar 23 17:16:32.121994 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc38bc4-33d9-4a84-be59-f920d9455d09 req-99859669-71cd-4e3d-b5d5-3180d0f84214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:16:32.123472 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-adc38bc4-33d9-4a84-be59-f920d9455d09 req-99859669-71cd-4e3d-b5d5-3180d0f84214 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68d01c04-ef08-421d-abdc-4975a2a480d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438848 Mar 23 17:16:32.212518 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-adc38bc4-33d9-4a84-be59-f920d9455d09 req-93c070c1-02e1-48a5-b487-8eb0f2d15b5b service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827718 Mar 23 17:16:32.298560 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-adc38bc4-33d9-4a84-be59-f920d9455d09 req-743d186f-e519-472a-b1a7-b9bf20110797 service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801537 Mar 23 17:16:40.322906 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:16:50.261239 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38646) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:50.363000 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e3ad403e-f1a7-4ebb-bf22-8ae5dd65b809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:50.436950 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e3ad403e-f1a7-4ebb-bf22-8ae5dd65b809 admin admin] Publish callbacks [] for security_group (3ef98f95-37be-48db-a745-ca3db40bfa0c), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:50.530168 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e3ad403e-f1a7-4ebb-bf22-8ae5dd65b809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (3ef98f95-37be-48db-a745-ca3db40bfa0c), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:50.568772 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-e3ad403e-f1a7-4ebb-bf22-8ae5dd65b809 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4be6162375cc4abe839fe1063ffe4443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064191 Mar 23 17:16:50.569759 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad403e-f1a7-4ebb-bf22-8ae5dd65b809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef98f95-37be-48db-a745-ca3db40bfa0c,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:50.571473 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 38650) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:16:50.620408 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7084cf47-fa73-47da-a55b-b25cdfa58f82 admin admin] Publish callbacks [] for security_group (3ef98f95-37be-48db-a745-ca3db40bfa0c), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:50.641863 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7084cf47-fa73-47da-a55b-b25cdfa58f82 admin admin] Publish callbacks [] for security_group (3ef98f95-37be-48db-a745-ca3db40bfa0c), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:50.776289 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7084cf47-fa73-47da-a55b-b25cdfa58f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (3ef98f95-37be-48db-a745-ca3db40bfa0c), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:50.778912 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7084cf47-fa73-47da-a55b-b25cdfa58f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:50.780125 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-7084cf47-fa73-47da-a55b-b25cdfa58f82 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3ef98f95-37be-48db-a745-ca3db40bfa0c HTTP/1.1" status: 204 len: 168 time: 0.2076352 Mar 23 17:16:50.788073 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084cf47-fa73-47da-a55b-b25cdfa58f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef98f95-37be-48db-a745-ca3db40bfa0c,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:16:55.162550 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-407a6430-f6a5-4d67-a88c-c8607b886348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:55.713971 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:57.369108 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-2b57ef28-a2d9-4d14-bda2-63a308b656d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:16:58.564764 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:00.038804 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:01.511305 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:13.496946 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 38796) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:17:13.601390 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:13.672146 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Publish callbacks [] for security_group (db8ee79b-aee1-44b7-ac1d-4db41bfcaed1), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:13.764257 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (db8ee79b-aee1-44b7-ac1d-4db41bfcaed1), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:13.802412 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f6fb4dbdd0af486eada71b199ab1e26f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044341 Mar 23 17:17:13.803378 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8ee79b-aee1-44b7-ac1d-4db41bfcaed1,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:17:13.805073 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38800) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:17:13.810568 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:13.810863 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:13.811211 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:13.811552 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:13.811888 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:13.812222 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:13.812549 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:13.812914 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:13.813249 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:13.813571 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:13.813901 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:13.814228 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:13.814554 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:13.814877 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:13.815196 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20c819-fd31-416a-8330-efb6b4d2a71a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:13.855595 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1457788b-c9d9-4595-9932-66fb01f79de1 admin admin] Publish callbacks [] for security_group (db8ee79b-aee1-44b7-ac1d-4db41bfcaed1), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:13.876155 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1457788b-c9d9-4595-9932-66fb01f79de1 admin admin] Publish callbacks [] for security_group (db8ee79b-aee1-44b7-ac1d-4db41bfcaed1), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:14.009950 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1457788b-c9d9-4595-9932-66fb01f79de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (db8ee79b-aee1-44b7-ac1d-4db41bfcaed1), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:14.012533 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-1457788b-c9d9-4595-9932-66fb01f79de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:14.013736 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-1457788b-c9d9-4595-9932-66fb01f79de1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/db8ee79b-aee1-44b7-ac1d-4db41bfcaed1 HTTP/1.1" status: 204 len: 168 time: 0.2076907 Mar 23 17:17:14.021359 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457788b-c9d9-4595-9932-66fb01f79de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8ee79b-aee1-44b7-ac1d-4db41bfcaed1,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:17:17.320959 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:17:24.957284 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38878) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:17:25.061918 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:25.133748 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Publish callbacks [] for security_group (b8750b23-45ca-4120-84bf-614925538873), precommit_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:25.202205 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-14d77f4a-f763-4189-b248-a6b9680750cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:25.237960 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (b8750b23-45ca-4120-84bf-614925538873), after_create {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:25.277276 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8750b23-45ca-4120-84bf-614925538873,revision_number=1']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:17:25.281012 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fc315645bb354d3b9e4d291818cc2e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227046 Mar 23 17:17:25.283780 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 38882) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:17:25.286746 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:25.287098 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:25.287462 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:25.287798 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:25.288686 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:25.289026 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:25.289369 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:25.289693 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:25.290053 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:25.290384 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:25.290710 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:25.291039 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:25.291362 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:25.291708 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:25.292028 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bc180-72df-4f15-9703-0dfd7b0367c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:17:25.333037 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-dd0936d2-1b11-4951-b57c-8b8e066da50d admin admin] Publish callbacks [] for security_group (b8750b23-45ca-4120-84bf-614925538873), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:25.354739 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-dd0936d2-1b11-4951-b57c-8b8e066da50d admin admin] Publish callbacks [] for security_group (b8750b23-45ca-4120-84bf-614925538873), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:25.506884 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-dd0936d2-1b11-4951-b57c-8b8e066da50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (b8750b23-45ca-4120-84bf-614925538873), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:25.509382 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-dd0936d2-1b11-4951-b57c-8b8e066da50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:25.510566 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-dd0936d2-1b11-4951-b57c-8b8e066da50d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b8750b23-45ca-4120-84bf-614925538873 HTTP/1.1" status: 204 len: 168 time: 0.2257893 Mar 23 17:17:25.518284 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0936d2-1b11-4951-b57c-8b8e066da50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8750b23-45ca-4120-84bf-614925538873,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:17:25.793969 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:27.333358 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-dde9531d-e04f-4c66-860a-18d06a199598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:28.546305 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:30.037791 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:31.510051 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:32.755293 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82ff0685-d83e-4d0d-ad63-f52075e641c3 req-3111d332-616d-4b30-85f5-51991f4af721 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482213 Mar 23 17:17:32.818973 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff0685-d83e-4d0d-ad63-f52075e641c3 req-35a18c4b-b263-4062-920c-b7cec7276fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:17:32.820483 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82ff0685-d83e-4d0d-ad63-f52075e641c3 req-35a18c4b-b263-4062-920c-b7cec7276fa5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=086c690cac51454fa1fe88e3cbccad7b&device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 1129 time: 0.0461016 Mar 23 17:17:32.921498 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff0685-d83e-4d0d-ad63-f52075e641c3 req-0c6215b0-86e9-4c0f-8298-e3008f60c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:17:32.922972 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82ff0685-d83e-4d0d-ad63-f52075e641c3 req-0c6215b0-86e9-4c0f-8298-e3008f60c479 service neutron] 10.222.0.43 "GET /v2.0/networks?id=711fb512-77ec-499a-a5e4-156b76960f41 HTTP/1.1" status: 200 len: 910 time: 0.0847027 Mar 23 17:17:32.990121 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82ff0685-d83e-4d0d-ad63-f52075e641c3 req-7fd4da88-8f05-469e-a8e1-d36583777736 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cdccb65-edb6-4764-8b59-09ca11f2e497 HTTP/1.1" status: 200 len: 1001 time: 0.0606494 Mar 23 17:17:33.035249 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff0685-d83e-4d0d-ad63-f52075e641c3 req-601a8650-ea89-4953-a2fe-22780ce83cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:17:33.036692 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82ff0685-d83e-4d0d-ad63-f52075e641c3 req-601a8650-ea89-4953-a2fe-22780ce83cfa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=41d43c09-7261-45b4-b086-ef8dc8a7e2cc HTTP/1.1" status: 200 len: 847 time: 0.0414767 Mar 23 17:17:33.082744 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff0685-d83e-4d0d-ad63-f52075e641c3 req-8531b8f1-9ac4-4e36-860f-3e1a5eb19592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:17:33.084233 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82ff0685-d83e-4d0d-ad63-f52075e641c3 req-8531b8f1-9ac4-4e36-860f-3e1a5eb19592 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=711fb512-77ec-499a-a5e4-156b76960f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416887 Mar 23 17:17:33.173312 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82ff0685-d83e-4d0d-ad63-f52075e641c3 req-a34d3ae6-a911-4c25-ba19-12c3cdf1bb73 service neutron] 10.222.0.43 "GET /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831563 Mar 23 17:17:33.259050 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-82ff0685-d83e-4d0d-ad63-f52075e641c3 req-52276aa9-93b5-41ac-9f6a-f18cd9f9a676 service neutron] 10.222.0.43 "GET /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800054 Mar 23 17:17:54.319026 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:17:55.155138 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-674e2881-138e-414b-875c-7804340d3545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:55.721157 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:57.344176 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-bf30e649-19df-4427-8f0f-427027eaadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:17:58.549466 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:00.024424 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:01.526819 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:05.019753 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 38892) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:05.173880 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-68659b63-ea63-4417-b107-e5dbf42458a7 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Deleting port 2c0ac3ad-a162-4efd-a6d9-20f8e37a9dc6 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:18:05.174230 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-68659b63-ea63-4417-b107-e5dbf42458a7 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (2c0ac3ad-a162-4efd-a6d9-20f8e37a9dc6), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:05.249764 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-68659b63-ea63-4417-b107-e5dbf42458a7 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (2c0ac3ad-a162-4efd-a6d9-20f8e37a9dc6), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:05.250118 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-68659b63-ea63-4417-b107-e5dbf42458a7 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for floatingip (2c0ac3ad-a162-4efd-a6d9-20f8e37a9dc6), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:05.262044 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-68659b63-ea63-4417-b107-e5dbf42458a7 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Calling delete_port for 2c0ac3ad-a162-4efd-a6d9-20f8e37a9dc6 owned by network:floatingip {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:18:05.492437 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-68659b63-ea63-4417-b107-e5dbf42458a7 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (2c0ac3ad-a162-4efd-a6d9-20f8e37a9dc6), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:05.515179 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68659b63-ea63-4417-b107-e5dbf42458a7 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event deleted for resources: {'Port': ['ID=2c0ac3ad-a162-4efd-a6d9-20f8e37a9dc6,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:05.579260 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-68659b63-ea63-4417-b107-e5dbf42458a7 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for floatingip (febfbc5a-8371-4759-a7a4-665c0b6a093a), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:05.579593 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [None req-68659b63-ea63-4417-b107-e5dbf42458a7 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Floating IP febfbc5a-8371-4759-a7a4-665c0b6a093a disassociated (deleted). External IP: 172.27.1.16, port: 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5. Mar 23 17:18:05.783933 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68659b63-ea63-4417-b107-e5dbf42458a7 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Router ca891440-c6d2-4045-baba-97033f5ca743 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:18:05.890459 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68659b63-ea63-4417-b107-e5dbf42458a7 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:18:05.895131 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-68659b63-ea63-4417-b107-e5dbf42458a7 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:05.901587 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a7fe4-8874-4371-aa1f-73505f0a6acd None None] Sync routers for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:18:05.911221 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a7fe4-8874-4371-aa1f-73505f0a6acd None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:18:05.911844 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-747a7fe4-8874-4371-aa1f-73505f0a6acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:17:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:05.924280 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-68659b63-ea63-4417-b107-e5dbf42458a7 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "DELETE /v2.0/floatingips/febfbc5a-8371-4759-a7a4-665c0b6a093a HTTP/1.1" status: 204 len: 168 time: 0.9035068 Mar 23 17:18:05.924987 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ba6639-4e8b-472a-a514-d109690fa87f', 'tag': '15bfbc8a-8d88-4318-967e-6d8f41f8e9c5'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:18:05.927318 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494c97d1-499f-42d7-b9ed-e0078b6dcb27" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ba6639-4e8b-472a-a514-d109690fa87f", "tag": "15bfbc8a-8d88-4318-967e-6d8f41f8e9c5"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:18:05.963327 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2c311d-f0c4-4315-8717-5ac779a8e031 x-openstack-request-id: req-ab2c311d-f0c4-4315-8717-5ac779a8e031 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:18:05.963575 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ba6639-4e8b-472a-a514-d109690fa87f", "tag": "15bfbc8a-8d88-4318-967e-6d8f41f8e9c5", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:18:05.963820 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ab2c311d-f0c4-4315-8717-5ac779a8e031 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:18:05.964235 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2c311d-f0c4-4315-8717-5ac779a8e031'] response: {'name': 'network-changed', 'server_uuid': 'a6ba6639-4e8b-472a-a514-d109690fa87f', 'tag': '15bfbc8a-8d88-4318-967e-6d8f41f8e9c5', 'status': 'completed', 'code': 200} Mar 23 17:18:06.022569 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-747a7fe4-8874-4371-aa1f-73505f0a6acd None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:18:06.122256 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c97d1-499f-42d7-b9ed-e0078b6dcb27 req-ed7df9fa-c37f-4d8c-81df-6795cf9df889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:06.123826 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-494c97d1-499f-42d7-b9ed-e0078b6dcb27 req-ed7df9fa-c37f-4d8c-81df-6795cf9df889 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 1129 time: 0.1391211 Mar 23 17:18:06.214682 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c97d1-499f-42d7-b9ed-e0078b6dcb27 req-282ca384-6777-4529-a826-fc156ec1fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:06.216081 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-494c97d1-499f-42d7-b9ed-e0078b6dcb27 req-282ca384-6777-4529-a826-fc156ec1fdb3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=68d01c04-ef08-421d-abdc-4975a2a480d9 HTTP/1.1" status: 200 len: 914 time: 0.0870063 Mar 23 17:18:06.250193 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-747a7fe4-8874-4371-aa1f-73505f0a6acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'd67c4dad-b391-4534-81b9-3f0557bd2646', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'port_id': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'mac_address': 'fa:16:3e:9d:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9143d2f6-c981-4076-b070-85c633c7d549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:14:10Z', 'updated_at': '2022-03-23T17:14:13Z', 'revision_number': 1, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:06.260272 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-494c97d1-499f-42d7-b9ed-e0078b6dcb27 req-f7fdeab1-ceaa-4916-93c2-cd71b1fefcde service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 HTTP/1.1" status: 200 len: 217 time: 0.0375497 Mar 23 17:18:06.281361 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a7fe4-8874-4371-aa1f-73505f0a6acd None None] Checking router: ca891440-c6d2-4045-baba-97033f5ca743 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:18:06.290019 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a7fe4-8874-4371-aa1f-73505f0a6acd None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:18:06.290641 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-747a7fe4-8874-4371-aa1f-73505f0a6acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:17:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:06.317235 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c97d1-499f-42d7-b9ed-e0078b6dcb27 req-5e0fc98a-d3d0-4a4b-8f55-0b935148afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:06.318712 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-494c97d1-499f-42d7-b9ed-e0078b6dcb27 req-5e0fc98a-d3d0-4a4b-8f55-0b935148afb5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34e29e9-cb3c-4a86-90df-8b01f3de3a73 HTTP/1.1" status: 200 len: 851 time: 0.0526483 Mar 23 17:18:06.370825 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c97d1-499f-42d7-b9ed-e0078b6dcb27 req-ea62e83f-077a-4c4f-a7f2-0746ca565a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:06.372517 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-494c97d1-499f-42d7-b9ed-e0078b6dcb27 req-ea62e83f-077a-4c4f-a7f2-0746ca565a83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68d01c04-ef08-421d-abdc-4975a2a480d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482013 Mar 23 17:18:06.382519 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [req-494c97d1-499f-42d7-b9ed-e0078b6dcb27 req-dbe6ecf8-f4df-43bb-85cc-69da49dfe92b service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=104060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:18:06.383605 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-494c97d1-499f-42d7-b9ed-e0078b6dcb27 req-dbe6ecf8-f4df-43bb-85cc-69da49dfe92b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051460 Mar 23 17:18:06.432023 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-747a7fe4-8874-4371-aa1f-73505f0a6acd None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:18:06.483402 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-494c97d1-499f-42d7-b9ed-e0078b6dcb27 req-2cd8c2fa-424e-4ef8-9d1b-a23d81434df2 service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928259 Mar 23 17:18:06.500521 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6aa6a8-24da-4e0c-9416-d2683a5d4426 req-6b0770d4-89c9-417a-a2f1-5f371eff87ee tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:06.502057 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9e6aa6a8-24da-4e0c-9416-d2683a5d4426 req-6b0770d4-89c9-417a-a2f1-5f371eff87ee tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 945 time: 0.1784866 Mar 23 17:18:06.551094 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9e6aa6a8-24da-4e0c-9416-d2683a5d4426 req-9984604a-fd69-4911-b5d3-dedee41f01d8 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432100 Mar 23 17:18:06.578129 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-494c97d1-499f-42d7-b9ed-e0078b6dcb27 req-c5f6f33a-4c71-487d-a365-c4f008722cb5 service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884111 Mar 23 17:18:06.662927 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-747a7fe4-8874-4371-aa1f-73505f0a6acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'd67c4dad-b391-4534-81b9-3f0557bd2646', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'port_id': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'mac_address': 'fa:16:3e:9d:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9143d2f6-c981-4076-b070-85c633c7d549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:14:10Z', 'updated_at': '2022-03-23T17:14:13Z', 'revision_number': 1, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:06.688922 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a7fe4-8874-4371-aa1f-73505f0a6acd None None] The sync data for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi is: [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_floatingips': [{'id': 'd67c4dad-b391-4534-81b9-3f0557bd2646', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'router_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'port_id': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'mac_address': 'fa:16:3e:9d:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9143d2f6-c981-4076-b070-85c633c7d549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:14:10Z', 'updated_at': '2022-03-23T17:14:13Z', 'revision_number': 1, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:18:06.915432 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74cc48b-5b7d-4040-be23-11a306e0e3ac None None] New status for floating IP febfbc5a-8371-4759-a7a4-665c0b6a093a: DOWN {{(pid=104063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:18:07.724813 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f956883-ae6c-4aba-a242-eb37e4713988 req-04b6be73-2e1b-4b53-9cdb-5b7962e78188 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:07.726316 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6f956883-ae6c-4aba-a242-eb37e4713988 req-04b6be73-2e1b-4b53-9cdb-5b7962e78188 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 945 time: 0.1020284 Mar 23 17:18:07.773052 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-6f956883-ae6c-4aba-a242-eb37e4713988 req-fc3d3b3f-30de-4e67-8f04-2de5f6421206 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407183 Mar 23 17:18:07.864478 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb87f5-f265-4709-a79d-66bd7473d95e req-7583eb27-6749-4a97-ab82-36e685321873 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:07.865855 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-45fb87f5-f265-4709-a79d-66bd7473d95e req-7583eb27-6749-4a97-ab82-36e685321873 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 945 time: 0.0534561 Mar 23 17:18:07.953177 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-45fb87f5-f265-4709-a79d-66bd7473d95e req-f3a2a764-daa9-4f6b-a56c-8a01bedfbea0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Deleting port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:18:07.953515 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-45fb87f5-f265-4709-a79d-66bd7473d95e req-f3a2a764-daa9-4f6b-a56c-8a01bedfbea0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (15bfbc8a-8d88-4318-967e-6d8f41f8e9c5), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:08.303900 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-45fb87f5-f265-4709-a79d-66bd7473d95e req-f3a2a764-daa9-4f6b-a56c-8a01bedfbea0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] For port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=15bfbc8a-8d88-4318-967e-6d8f41f8e9c5,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:18:08.304172 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-45fb87f5-f265-4709-a79d-66bd7473d95e req-f3a2a764-daa9-4f6b-a56c-8a01bedfbea0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (15bfbc8a-8d88-4318-967e-6d8f41f8e9c5), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:08.316761 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-45fb87f5-f265-4709-a79d-66bd7473d95e req-f3a2a764-daa9-4f6b-a56c-8a01bedfbea0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Calling delete_port for 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 owned by compute:nova {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:18:08.602749 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-45fb87f5-f265-4709-a79d-66bd7473d95e req-f3a2a764-daa9-4f6b-a56c-8a01bedfbea0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (15bfbc8a-8d88-4318-967e-6d8f41f8e9c5), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:08.632379 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2a764-daa9-4f6b-a56c-8a01bedfbea0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event deleted for resources: {'Port': ['ID=15bfbc8a-8d88-4318-967e-6d8f41f8e9c5,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:08.674170 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fb87f5-f265-4709-a79d-66bd7473d95e req-f3a2a764-daa9-4f6b-a56c-8a01bedfbea0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] No DVR routers for this DVR port 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 on host hv-cinder-83491 {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:18:08.681567 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-45fb87f5-f265-4709-a79d-66bd7473d95e req-f3a2a764-daa9-4f6b-a56c-8a01bedfbea0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:08.681567 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-45fb87f5-f265-4709-a79d-66bd7473d95e req-f3a2a764-daa9-4f6b-a56c-8a01bedfbea0 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.43 "DELETE /v2.0/ports/15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 HTTP/1.1" status: 204 len: 173 time: 0.8086972 Mar 23 17:18:08.681567 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ba6639-4e8b-472a-a514-d109690fa87f', 'name': 'network-vif-deleted', 'tag': '15bfbc8a-8d88-4318-967e-6d8f41f8e9c5'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:18:08.682568 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faad4f3f-00d9-4a6f-a3de-8d615cddd75e" -d '{"events": [{"server_uuid": "a6ba6639-4e8b-472a-a514-d109690fa87f", "name": "network-vif-deleted", "tag": "15bfbc8a-8d88-4318-967e-6d8f41f8e9c5"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:18:08.718357 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad67205-6b3c-4126-ba72-7669864d75df x-openstack-request-id: req-1ad67205-6b3c-4126-ba72-7669864d75df {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:18:08.718633 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ba6639-4e8b-472a-a514-d109690fa87f", "name": "network-vif-deleted", "tag": "15bfbc8a-8d88-4318-967e-6d8f41f8e9c5", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:18:08.718879 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1ad67205-6b3c-4126-ba72-7669864d75df {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:18:08.719281 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad67205-6b3c-4126-ba72-7669864d75df'] response: {'server_uuid': 'a6ba6639-4e8b-472a-a514-d109690fa87f', 'name': 'network-vif-deleted', 'tag': '15bfbc8a-8d88-4318-967e-6d8f41f8e9c5', 'status': 'completed', 'code': 200} Mar 23 17:18:08.865752 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-0949c44a-dbfe-4852-9101-c1e381abacd8 req-6d0e3990-1ee2-4778-a604-268f5dc423e6 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 210 time: 0.0267661 Mar 23 17:18:09.976410 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-ea10d74a-36ef-40bc-ac87-f60f08275200 req-56b71b65-436d-43c2-a94f-d5f6113b9755 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6ba6639-4e8b-472a-a514-d109690fa87f HTTP/1.1" status: 200 len: 210 time: 0.0265403 Mar 23 17:18:11.548545 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:18:11.568158 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:18:11.568510 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 15bfbc8a-8d88-4318-967e-6d8f41f8e9c5 not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:18:13.524655 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 38938) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:13.678265 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Deleting port cfefc67b-c0fa-4e60-bdfa-97960ab8b91d {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:18:13.678522 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (cfefc67b-c0fa-4e60-bdfa-97960ab8b91d), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:13.752274 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (cfefc67b-c0fa-4e60-bdfa-97960ab8b91d), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:13.752634 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for floatingip (cfefc67b-c0fa-4e60-bdfa-97960ab8b91d), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:13.764128 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Calling delete_port for cfefc67b-c0fa-4e60-bdfa-97960ab8b91d owned by network:floatingip {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:18:13.996807 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (cfefc67b-c0fa-4e60-bdfa-97960ab8b91d), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:14.019052 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event deleted for resources: {'Port': ['ID=cfefc67b-c0fa-4e60-bdfa-97960ab8b91d,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:14.029061 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:14.029420 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:14.029776 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:14.030122 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:14.030462 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:14.031303 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:14.031303 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:14.031506 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:14.031743 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:14.032071 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:14.032401 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:14.032760 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:14.033089 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:14.033415 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:14.033740 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:14.095533 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for floatingip (d67c4dad-b391-4534-81b9-3f0557bd2646), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:14.095864 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Floating IP d67c4dad-b391-4534-81b9-3f0557bd2646 disassociated (deleted). External IP: 172.27.1.15, port: c3148565-fc45-4b9e-81bb-9bc6bf0475ae. Mar 23 17:18:14.298635 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Router ca891440-c6d2-4045-baba-97033f5ca743 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:18:14.411690 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:18:14.427750 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:14.428975 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc8896a-6a89-4087-b2b3-1be32007572d None None] Sync routers for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:18:14.432472 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc8896a-6a89-4087-b2b3-1be32007572d None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:18:14.433156 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-dbc8896a-6a89-4087-b2b3-1be32007572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:17:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:14.446140 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-ecf2cff9-53f1-419f-adbf-077786c35d46 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "DELETE /v2.0/floatingips/d67c4dad-b391-4534-81b9-3f0557bd2646 HTTP/1.1" status: 204 len: 168 time: 0.9204142 Mar 23 17:18:14.446745 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9143d2f6-c981-4076-b070-85c633c7d549', 'tag': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:18:14.449772 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2368e629-fcc3-44e8-9fdc-133c25f88b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "9143d2f6-c981-4076-b070-85c633c7d549", "tag": "c3148565-fc45-4b9e-81bb-9bc6bf0475ae"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:18:14.487873 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae49d02-780f-4ec2-938c-57936fd95d22 x-openstack-request-id: req-6ae49d02-780f-4ec2-938c-57936fd95d22 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:18:14.488161 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9143d2f6-c981-4076-b070-85c633c7d549", "tag": "c3148565-fc45-4b9e-81bb-9bc6bf0475ae", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:18:14.488410 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6ae49d02-780f-4ec2-938c-57936fd95d22 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:18:14.488849 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae49d02-780f-4ec2-938c-57936fd95d22'] response: {'name': 'network-changed', 'server_uuid': '9143d2f6-c981-4076-b070-85c633c7d549', 'tag': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'status': 'completed', 'code': 200} Mar 23 17:18:14.545608 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-dbc8896a-6a89-4087-b2b3-1be32007572d None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:18:14.558827 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368e629-fcc3-44e8-9fdc-133c25f88b2b req-7369d16d-ef2b-4f44-a1dc-7fb0f00b315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:14.560368 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2368e629-fcc3-44e8-9fdc-133c25f88b2b req-7369d16d-ef2b-4f44-a1dc-7fb0f00b315b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd1e733ba35546dc84611e4dace6395c&device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 1129 time: 0.0514560 Mar 23 17:18:14.649694 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368e629-fcc3-44e8-9fdc-133c25f88b2b req-a4df34d5-8f21-4f08-b0ec-bd5ad9f72003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:14.651730 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2368e629-fcc3-44e8-9fdc-133c25f88b2b req-a4df34d5-8f21-4f08-b0ec-bd5ad9f72003 service neutron] 10.222.0.43 "GET /v2.0/networks?id=68d01c04-ef08-421d-abdc-4975a2a480d9 HTTP/1.1" status: 200 len: 914 time: 0.0859830 Mar 23 17:18:14.695502 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2368e629-fcc3-44e8-9fdc-133c25f88b2b req-da029e82-2cfe-441b-b32d-9b56a32b4ea6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3148565-fc45-4b9e-81bb-9bc6bf0475ae HTTP/1.1" status: 200 len: 217 time: 0.0379560 Mar 23 17:18:14.746244 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368e629-fcc3-44e8-9fdc-133c25f88b2b req-b9755692-1e0c-46fe-81cb-8fa15cb97e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:14.747727 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2368e629-fcc3-44e8-9fdc-133c25f88b2b req-b9755692-1e0c-46fe-81cb-8fa15cb97e92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34e29e9-cb3c-4a86-90df-8b01f3de3a73 HTTP/1.1" status: 200 len: 851 time: 0.0466497 Mar 23 17:18:14.753013 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-dbc8896a-6a89-4087-b2b3-1be32007572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:14.783739 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc8896a-6a89-4087-b2b3-1be32007572d None None] Checking router: ca891440-c6d2-4045-baba-97033f5ca743 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:18:14.792636 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc8896a-6a89-4087-b2b3-1be32007572d None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:18:14.793318 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-dbc8896a-6a89-4087-b2b3-1be32007572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:17:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:14.795377 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368e629-fcc3-44e8-9fdc-133c25f88b2b req-aa775c74-788b-44d6-a58c-b161ad910eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:14.796934 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2368e629-fcc3-44e8-9fdc-133c25f88b2b req-aa775c74-788b-44d6-a58c-b161ad910eb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68d01c04-ef08-421d-abdc-4975a2a480d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437789 Mar 23 17:18:14.922129 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2368e629-fcc3-44e8-9fdc-133c25f88b2b req-8d764f7b-ee25-4b43-913f-568fcf3545bc service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193674 Mar 23 17:18:14.983167 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cbd42-47f7-4733-8269-4f241b7d9649 req-29ca3051-2afc-488f-a7fd-a4a8da31eaea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:14.984770 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8f6cbd42-47f7-4733-8269-4f241b7d9649 req-29ca3051-2afc-488f-a7fd-a4a8da31eaea tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 945 time: 0.1113749 Mar 23 17:18:15.041535 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-dbc8896a-6a89-4087-b2b3-1be32007572d None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:18:15.064782 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-8f6cbd42-47f7-4733-8269-4f241b7d9649 req-7994172a-30a1-495a-9859-6b0474d78941 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719469 Mar 23 17:18:15.066771 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-2368e629-fcc3-44e8-9fdc-133c25f88b2b req-c709c637-99a4-4a3c-bf7d-82ee69fde1e3 service neutron] 10.222.0.43 "GET /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376536 Mar 23 17:18:15.239598 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-dbc8896a-6a89-4087-b2b3-1be32007572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:15.265634 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc8896a-6a89-4087-b2b3-1be32007572d None None] The sync data for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi is: [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:10:28Z', 'revision_number': 4, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': 'afd097e2-1419-4bb8-a191-2fb09122428e', 'name': '', 'network_id': '68d01c04-ef08-421d-abdc-4975a2a480d9', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'mac_address': 'fa:16:3e:5f:ee:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:28Z', 'updated_at': '2022-03-23T17:10:33Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'subnets': [{'id': 'd34e29e9-cb3c-4a86-90df-8b01f3de3a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:18:15.488897 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d789a-94b2-40d7-8319-7fc2e7c6c7f0 None None] New status for floating IP d67c4dad-b391-4534-81b9-3f0557bd2646: DOWN {{(pid=104063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:18:16.187540 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c30844-23ce-4b73-b6c3-d43a6831e888 req-095160c0-bf9e-4016-93ed-665a7271f7df tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:16.189027 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f3c30844-23ce-4b73-b6c3-d43a6831e888 req-095160c0-bf9e-4016-93ed-665a7271f7df tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 945 time: 0.0557673 Mar 23 17:18:16.236381 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-f3c30844-23ce-4b73-b6c3-d43a6831e888 req-313133ab-76c4-4e90-a5c5-7bfa877e75d1 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/security-groups?id=8a8b7546-a0c2-4b65-b844-ec7bb7323013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419133 Mar 23 17:18:16.414527 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4f509-ca34-4255-bd08-3bca6e613619 req-1a00e27a-81ec-4542-843a-9b0a70d0710d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:16.416119 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a4a4f509-ca34-4255-bd08-3bca6e613619 req-1a00e27a-81ec-4542-843a-9b0a70d0710d tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.43 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 945 time: 0.0516605 Mar 23 17:18:16.505717 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-a4a4f509-ca34-4255-bd08-3bca6e613619 req-eb13f51a-cfec-4cbc-9db1-d31fce6e1062 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Deleting port c3148565-fc45-4b9e-81bb-9bc6bf0475ae {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:18:16.506064 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-a4a4f509-ca34-4255-bd08-3bca6e613619 req-eb13f51a-cfec-4cbc-9db1-d31fce6e1062 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (c3148565-fc45-4b9e-81bb-9bc6bf0475ae), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:16.597827 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-a4a4f509-ca34-4255-bd08-3bca6e613619 req-eb13f51a-cfec-4cbc-9db1-d31fce6e1062 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] For port c3148565-fc45-4b9e-81bb-9bc6bf0475ae, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=c3148565-fc45-4b9e-81bb-9bc6bf0475ae,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:18:16.598193 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-a4a4f509-ca34-4255-bd08-3bca6e613619 req-eb13f51a-cfec-4cbc-9db1-d31fce6e1062 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (c3148565-fc45-4b9e-81bb-9bc6bf0475ae), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:16.610695 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-a4a4f509-ca34-4255-bd08-3bca6e613619 req-eb13f51a-cfec-4cbc-9db1-d31fce6e1062 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Calling delete_port for c3148565-fc45-4b9e-81bb-9bc6bf0475ae owned by compute:nova {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:18:16.825409 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-a4a4f509-ca34-4255-bd08-3bca6e613619 req-eb13f51a-cfec-4cbc-9db1-d31fce6e1062 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (c3148565-fc45-4b9e-81bb-9bc6bf0475ae), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:16.855269 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13f51a-cfec-4cbc-9db1-d31fce6e1062 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event deleted for resources: {'Port': ['ID=c3148565-fc45-4b9e-81bb-9bc6bf0475ae,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:16.895683 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a4f509-ca34-4255-bd08-3bca6e613619 req-eb13f51a-cfec-4cbc-9db1-d31fce6e1062 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] No DVR routers for this DVR port c3148565-fc45-4b9e-81bb-9bc6bf0475ae on host hv-cinder-83491 {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:18:16.898847 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-a4a4f509-ca34-4255-bd08-3bca6e613619 req-eb13f51a-cfec-4cbc-9db1-d31fce6e1062 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:16.902836 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a4a4f509-ca34-4255-bd08-3bca6e613619 req-eb13f51a-cfec-4cbc-9db1-d31fce6e1062 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.43 "DELETE /v2.0/ports/c3148565-fc45-4b9e-81bb-9bc6bf0475ae HTTP/1.1" status: 204 len: 173 time: 0.4812136 Mar 23 17:18:16.903293 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9143d2f6-c981-4076-b070-85c633c7d549', 'name': 'network-vif-deleted', 'tag': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:18:16.906274 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f5a31f-4f55-4a2d-a8d9-c9157093a75b" -d '{"events": [{"server_uuid": "9143d2f6-c981-4076-b070-85c633c7d549", "name": "network-vif-deleted", "tag": "c3148565-fc45-4b9e-81bb-9bc6bf0475ae"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:18:16.941539 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0373ec5f-95ad-4649-900d-f5c54d5de67b x-openstack-request-id: req-0373ec5f-95ad-4649-900d-f5c54d5de67b {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:18:16.941839 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9143d2f6-c981-4076-b070-85c633c7d549", "name": "network-vif-deleted", "tag": "c3148565-fc45-4b9e-81bb-9bc6bf0475ae", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:18:16.942110 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0373ec5f-95ad-4649-900d-f5c54d5de67b {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:18:16.942508 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0373ec5f-95ad-4649-900d-f5c54d5de67b'] response: {'server_uuid': '9143d2f6-c981-4076-b070-85c633c7d549', 'name': 'network-vif-deleted', 'tag': 'c3148565-fc45-4b9e-81bb-9bc6bf0475ae', 'status': 'completed', 'code': 200} Mar 23 17:18:17.332515 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a57f5470-c91e-4b10-8260-3b8c1ba560e6 req-e56b233e-bc0b-40b0-84d0-f22ab1d0571c tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "GET /v2.0/ports?device_id=9143d2f6-c981-4076-b070-85c633c7d549 HTTP/1.1" status: 200 len: 210 time: 0.0288024 Mar 23 17:18:18.391014 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 38954) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:18.511571 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-e6b3aa2f-a253-4774-b80f-06b3ed605838 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Deleting port e7ba7222-e086-4e9b-8456-a1744a24e05d {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:18:18.511914 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e6b3aa2f-a253-4774-b80f-06b3ed605838 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (e7ba7222-e086-4e9b-8456-a1744a24e05d), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:18.586460 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e6b3aa2f-a253-4774-b80f-06b3ed605838 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (e7ba7222-e086-4e9b-8456-a1744a24e05d), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:18.586785 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e6b3aa2f-a253-4774-b80f-06b3ed605838 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for floatingip (e7ba7222-e086-4e9b-8456-a1744a24e05d), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:18.598951 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-e6b3aa2f-a253-4774-b80f-06b3ed605838 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Calling delete_port for e7ba7222-e086-4e9b-8456-a1744a24e05d owned by network:floatingip {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:18:18.790893 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e6b3aa2f-a253-4774-b80f-06b3ed605838 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (e7ba7222-e086-4e9b-8456-a1744a24e05d), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:18.816741 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3aa2f-a253-4774-b80f-06b3ed605838 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event deleted for resources: {'Port': ['ID=e7ba7222-e086-4e9b-8456-a1744a24e05d,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:18.879052 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e6b3aa2f-a253-4774-b80f-06b3ed605838 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for floatingip (8e778b51-4372-4c0f-8493-73dd68275c7b), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:18.881637 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e6b3aa2f-a253-4774-b80f-06b3ed605838 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:18.882901 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-e6b3aa2f-a253-4774-b80f-06b3ed605838 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "DELETE /v2.0/floatingips/8e778b51-4372-4c0f-8493-73dd68275c7b HTTP/1.1" status: 204 len: 168 time: 0.4909048 Mar 23 17:18:19.609830 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device c3148565-fc45-4b9e-81bb-9bc6bf0475ae no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:18:19.634853 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: c3148565-fc45-4b9e-81bb-9bc6bf0475ae {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:18:19.639742 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device c3148565-fc45-4b9e-81bb-9bc6bf0475ae not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:18:20.256941 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38966) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:20.311256 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8ac01bd3-9f2a-4b76-a17d-fcf9f54868e1 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group (8a8b7546-a0c2-4b65-b844-ec7bb7323013), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:20.335405 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8ac01bd3-9f2a-4b76-a17d-fcf9f54868e1 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group (8a8b7546-a0c2-4b65-b844-ec7bb7323013), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:20.487928 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8ac01bd3-9f2a-4b76-a17d-fcf9f54868e1 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (8a8b7546-a0c2-4b65-b844-ec7bb7323013), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:20.490487 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-8ac01bd3-9f2a-4b76-a17d-fcf9f54868e1 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:20.491663 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-8ac01bd3-9f2a-4b76-a17d-fcf9f54868e1 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] 10.222.0.97 "DELETE /v2.0/security-groups/8a8b7546-a0c2-4b65-b844-ec7bb7323013 HTTP/1.1" status: 204 len: 168 time: 0.2337511 Mar 23 17:18:20.501126 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac01bd3-9f2a-4b76-a17d-fcf9f54868e1 tempest-TestVolumeBootPattern-1097857633 tempest-TestVolumeBootPattern-1097857633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8b7546-a0c2-4b65-b844-ec7bb7323013,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:20.635704 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38970) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:21.076173 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-076d50f5-f5eb-4fa5-934f-820eb099e1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16731715'] for router_interface (ca891440-c6d2-4045-baba-97033f5ca743), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:21.319656 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-076d50f5-f5eb-4fa5-934f-820eb099e1da admin admin] Deleting port afd097e2-1419-4bb8-a191-2fb09122428e {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:18:21.320365 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-076d50f5-f5eb-4fa5-934f-820eb099e1da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:21.397952 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-076d50f5-f5eb-4fa5-934f-820eb099e1da admin admin] For port afd097e2-1419-4bb8-a191-2fb09122428e, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=afd097e2-1419-4bb8-a191-2fb09122428e,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:18:21.398331 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-076d50f5-f5eb-4fa5-934f-820eb099e1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:21.411280 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-076d50f5-f5eb-4fa5-934f-820eb099e1da admin admin] Calling delete_port for afd097e2-1419-4bb8-a191-2fb09122428e owned by network:router_interface {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:18:21.705387 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-076d50f5-f5eb-4fa5-934f-820eb099e1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (afd097e2-1419-4bb8-a191-2fb09122428e), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:21.734999 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d50f5-f5eb-4fa5-934f-820eb099e1da admin admin] Pushing event deleted for resources: {'Port': ['ID=afd097e2-1419-4bb8-a191-2fb09122428e,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:21.901320 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-076d50f5-f5eb-4fa5-934f-820eb099e1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729075'] for router_interface (ca891440-c6d2-4045-baba-97033f5ca743), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:22.114445 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076d50f5-f5eb-4fa5-934f-820eb099e1da admin admin] Router ca891440-c6d2-4045-baba-97033f5ca743 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:18:22.220389 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076d50f5-f5eb-4fa5-934f-820eb099e1da admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:18:22.225333 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-076d50f5-f5eb-4fa5-934f-820eb099e1da admin admin] 10.222.0.97 "PUT /v2.0/routers/ca891440-c6d2-4045-baba-97033f5ca743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5886226 Mar 23 17:18:22.228027 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 38974) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:22.228860 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f652671-9852-4ad1-bd46-eb8bfc17e74a None None] Sync routers for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:18:22.239016 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f652671-9852-4ad1-bd46-eb8bfc17e74a None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:18:22.239638 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-4f652671-9852-4ad1-bd46-eb8bfc17e74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:17:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:22.332117 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f4a8caa1-2c4f-4d68-83bb-1da8f8761dce admin admin] Publish callbacks [] for router (ca891440-c6d2-4045-baba-97033f5ca743), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:22.345755 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-4f652671-9852-4ad1-bd46-eb8bfc17e74a None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:18:22.439334 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f4a8caa1-2c4f-4d68-83bb-1da8f8761dce admin admin] Publish callbacks [] for router_gateway (ca891440-c6d2-4045-baba-97033f5ca743), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:22.525195 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-4f652671-9852-4ad1-bd46-eb8bfc17e74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:18:21Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:22.555293 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f652671-9852-4ad1-bd46-eb8bfc17e74a None None] Checking router: ca891440-c6d2-4045-baba-97033f5ca743 for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:18:22.563832 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f652671-9852-4ad1-bd46-eb8bfc17e74a None None] Routers {'ca891440-c6d2-4045-baba-97033f5ca743'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:18:22.564445 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-4f652671-9852-4ad1-bd46-eb8bfc17e74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:17:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['ca891440-c6d2-4045-baba-97033f5ca743'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:22.646559 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-f4a8caa1-2c4f-4d68-83bb-1da8f8761dce admin admin] Deleting port 9afe5182-bccd-4ff8-a41c-ba206719ee41 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:18:22.647166 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f4a8caa1-2c4f-4d68-83bb-1da8f8761dce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (9afe5182-bccd-4ff8-a41c-ba206719ee41), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:22.675387 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-4f652671-9852-4ad1-bd46-eb8bfc17e74a None None] Set router ca891440-c6d2-4045-baba-97033f5ca743 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:18:22.732354 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-f4a8caa1-2c4f-4d68-83bb-1da8f8761dce admin admin] For port 9afe5182-bccd-4ff8-a41c-ba206719ee41, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=9afe5182-bccd-4ff8-a41c-ba206719ee41,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:18:22.732751 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f4a8caa1-2c4f-4d68-83bb-1da8f8761dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (9afe5182-bccd-4ff8-a41c-ba206719ee41), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:22.746398 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-f4a8caa1-2c4f-4d68-83bb-1da8f8761dce admin admin] Calling delete_port for 9afe5182-bccd-4ff8-a41c-ba206719ee41 owned by network:router_gateway {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:18:22.859057 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-4f652671-9852-4ad1-bd46-eb8bfc17e74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:18:21Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:22.885964 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f652671-9852-4ad1-bd46-eb8bfc17e74a None None] The sync data for ids ['ca891440-c6d2-4045-baba-97033f5ca743'] in dv-cinder-834919-1-iscsi is: [{'id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'name': 'tempest-TestVolumeBootPattern-1787712834-router', 'tenant_id': 'cd1e733ba35546dc84611e4dace6395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:25Z', 'updated_at': '2022-03-23T17:18:21Z', 'revision_number': 5, 'project_id': 'cd1e733ba35546dc84611e4dace6395c', 'gw_port': {'id': '9afe5182-bccd-4ff8-a41c-ba206719ee41', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891440-c6d2-4045-baba-97033f5ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:26Z', 'updated_at': '2022-03-23T17:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:18:23.013911 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f4a8caa1-2c4f-4d68-83bb-1da8f8761dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (9afe5182-bccd-4ff8-a41c-ba206719ee41), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:23.044723 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8caa1-2c4f-4d68-83bb-1da8f8761dce admin admin] Pushing event deleted for resources: {'Port': ['ID=9afe5182-bccd-4ff8-a41c-ba206719ee41,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:23.099672 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f4a8caa1-2c4f-4d68-83bb-1da8f8761dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728329'] for router_gateway (ca891440-c6d2-4045-baba-97033f5ca743), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:23.187918 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f4a8caa1-2c4f-4d68-83bb-1da8f8761dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16729829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router (ca891440-c6d2-4045-baba-97033f5ca743), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:23.189933 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f4a8caa1-2c4f-4d68-83bb-1da8f8761dce admin admin] Publish callbacks [] for router_controller (ca891440-c6d2-4045-baba-97033f5ca743), precommit_delete_associations {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:23.316970 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f4a8caa1-2c4f-4d68-83bb-1da8f8761dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16729834'] for router (ca891440-c6d2-4045-baba-97033f5ca743), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:23.317652 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a8caa1-2c4f-4d68-83bb-1da8f8761dce admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca891440-c6d2-4045-baba-97033f5ca743 {{(pid=104060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 17:18:23.321859 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f4a8caa1-2c4f-4d68-83bb-1da8f8761dce admin admin] Publish callbacks [] for router (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:23.323026 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-f4a8caa1-2c4f-4d68-83bb-1da8f8761dce admin admin] 10.222.0.97 "DELETE /v2.0/routers/ca891440-c6d2-4045-baba-97033f5ca743 HTTP/1.1" status: 204 len: 168 time: 1.0939283 Mar 23 17:18:23.325664 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 38976) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:23.373054 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_v2 [None req-191cb267-e52f-46b8-9306-2581dce02a5e admin admin] Deleting subnet d34e29e9-cb3c-4a86-90df-8b01f3de3a73 {{(pid=104060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:18:23.376375 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-191cb267-e52f-46b8-9306-2581dce02a5e admin admin] Publish callbacks [] for subnet (d34e29e9-cb3c-4a86-90df-8b01f3de3a73), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:23.412643 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-191cb267-e52f-46b8-9306-2581dce02a5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24676677'] for subnet (d34e29e9-cb3c-4a86-90df-8b01f3de3a73), precommit_delete_associations {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:23.494651 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-191cb267-e52f-46b8-9306-2581dce02a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (d34e29e9-cb3c-4a86-90df-8b01f3de3a73), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:23.498335 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device afd097e2-1419-4bb8-a191-2fb09122428e no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:18:23.521617 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: afd097e2-1419-4bb8-a191-2fb09122428e {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:18:23.521947 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device afd097e2-1419-4bb8-a191-2fb09122428e not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:18:23.625791 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-191cb267-e52f-46b8-9306-2581dce02a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24517161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24759550'] for subnet (d34e29e9-cb3c-4a86-90df-8b01f3de3a73), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:23.651621 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cb267-e52f-46b8-9306-2581dce02a5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d34e29e9-cb3c-4a86-90df-8b01f3de3a73,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:23.655368 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-191cb267-e52f-46b8-9306-2581dce02a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:23.658503 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-191cb267-e52f-46b8-9306-2581dce02a5e admin admin] 10.222.0.97 "DELETE /v2.0/subnets/d34e29e9-cb3c-4a86-90df-8b01f3de3a73 HTTP/1.1" status: 204 len: 168 time: 0.3319111 Mar 23 17:18:23.661006 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 38978) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:23.663478 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea861995-7887-4c7c-bd7d-bbfb8c38e9c8 None None] Network 68d01c04-ef08-421d-abdc-4975a2a480d9 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:18:23.730925 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (68d01c04-ef08-421d-abdc-4975a2a480d9), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:23.787794 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] Deleting port 192f9da4-cf72-493f-b853-af1ab405a7da {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:18:23.788116 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (192f9da4-cf72-493f-b853-af1ab405a7da), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:23.850935 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] For port 192f9da4-cf72-493f-b853-af1ab405a7da, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=192f9da4-cf72-493f-b853-af1ab405a7da,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:18:23.851306 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (192f9da4-cf72-493f-b853-af1ab405a7da), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:23.863933 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] Calling delete_port for 192f9da4-cf72-493f-b853-af1ab405a7da owned by network:dhcp {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:18:23.914370 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] DHCP port deletion for 68d01c04-ef08-421d-abdc-4975a2a480d9 request from dv-cinder-834919-1-iscsi {{(pid=104062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 17:18:23.970403 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Deleting port 192f9da4-cf72-493f-b853-af1ab405a7da {{(pid=104062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:18:23.970819 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (192f9da4-cf72-493f-b853-af1ab405a7da), before_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:24.034398 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] For port 192f9da4-cf72-493f-b853-af1ab405a7da, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=192f9da4-cf72-493f-b853-af1ab405a7da,segment=NetworkSegment(e3754e86-5835-42cb-b0e6-3931654456a2),segment_id=e3754e86-5835-42cb-b0e6-3931654456a2)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:18:24.034799 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (192f9da4-cf72-493f-b853-af1ab405a7da), precommit_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:24.047209 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Calling delete_port for 192f9da4-cf72-493f-b853-af1ab405a7da owned by network:dhcp {{(pid=104062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:18:24.057961 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (192f9da4-cf72-493f-b853-af1ab405a7da), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:24.087720 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=192f9da4-cf72-493f-b853-af1ab405a7da,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:24.090980 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] No DVR routers for this DVR port 192f9da4-cf72-493f-b853-af1ab405a7da on host dv-cinder-834919-1-iscsi {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:18:24.131402 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (192f9da4-cf72-493f-b853-af1ab405a7da), after_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:24.156368 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Pushing event deleted for resources: {'Port': ['ID=192f9da4-cf72-493f-b853-af1ab405a7da,revision_number=None']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:24.158555 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] No DVR routers for this DVR port 192f9da4-cf72-493f-b853-af1ab405a7da on host dv-cinder-834919-1-iscsi {{(pid=104062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:18:24.160710 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (68d01c04-ef08-421d-abdc-4975a2a480d9), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:24.167905 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:24.168255 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:24.168627 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:24.168982 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:24.169848 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:24.169848 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:24.170048 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:24.170257 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:24.170601 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:24.170928 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:24.171250 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:24.171594 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:24.171884 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:24.172203 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:24.172655 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c25d2f7-42f6-483a-a26d-274924ccee4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:24.187977 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d01c04-ef08-421d-abdc-4975a2a480d9']}} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:24.197312 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3754e86-5835-42cb-b0e6-3931654456a2') {'for_net_delete': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:24.197612 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3754e86-5835-42cb-b0e6-3931654456a2') {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:24.207005 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24676732'] for segment (e3754e86-5835-42cb-b0e6-3931654456a2), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:24.220117 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (e3754e86-5835-42cb-b0e6-3931654456a2), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:24.225799 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=104060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:18:24.226172 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24568971'] for segment (e3754e86-5835-42cb-b0e6-3931654456a2), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: Traceback (most recent call last): Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: timer() Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: cb(*args, **kw) Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: return func(*args, **kwargs) Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: self._notify() Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: self.callback(batched_events) Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: event.method(event) Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: return f(self, *a, **k) Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: return self._get(url).json() Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: return self.request(url, 'GET', **kwargs) Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:18:24.227759 dv-cinder-834919-1-iscsi neutron-server[104060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:18:24.351166 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (68d01c04-ef08-421d-abdc-4975a2a480d9), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:24.357161 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:24.360326 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] 10.222.0.97 "DELETE /v2.0/networks/68d01c04-ef08-421d-abdc-4975a2a480d9 HTTP/1.1" status: 204 len: 168 time: 0.6983962 Mar 23 17:18:24.363549 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38980) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:24.372187 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0d3c9-6dcb-4ce7-83da-ddd36d54e5a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=68d01c04-ef08-421d-abdc-4975a2a480d9,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:24.703095 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16731715'] for router_interface (889815ff-a0cd-4346-b545-fa1235527f52), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:24.947285 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Deleting port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:18:24.947631 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:25.027476 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] For port df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f,segment=NetworkSegment(367f0e3a-e176-4071-a505-a9370c939017),segment_id=367f0e3a-e176-4071-a505-a9370c939017)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:18:25.027823 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:25.197573 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-1e1f0971-fb89-4bf9-99b7-cf227fb132a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:25.291974 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Calling delete_port for df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f owned by network:router_interface {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:18:25.422207 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 9afe5182-bccd-4ff8-a41c-ba206719ee41 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:18:25.441247 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 9afe5182-bccd-4ff8-a41c-ba206719ee41 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:18:25.441593 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 9afe5182-bccd-4ff8-a41c-ba206719ee41 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:18:25.442010 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 192f9da4-cf72-493f-b853-af1ab405a7da no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:18:25.460990 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 192f9da4-cf72-493f-b853-af1ab405a7da {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:18:25.461341 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 192f9da4-cf72-493f-b853-af1ab405a7da not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:18:25.579385 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:25.605098 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:25.632100 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:25.632462 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:25.632741 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:25.633084 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:25.633415 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:25.633744 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:25.634127 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:25.634407 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:25.634758 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:25.635105 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:25.635436 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:25.635762 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:25.636087 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:25.636408 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:25.636751 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:18:25.734813 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:25.782234 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729075'] for router_interface (889815ff-a0cd-4346-b545-fa1235527f52), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:25.999776 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Router 889815ff-a0cd-4346-b545-fa1235527f52 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:18:26.106173 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:18:26.111572 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-a9623791-164e-4734-94f2-1e5ce4dc2f4d admin admin] 10.222.0.97 "PUT /v2.0/routers/889815ff-a0cd-4346-b545-fa1235527f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7469509 Mar 23 17:18:26.114213 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38982) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:26.115839 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b73216-6194-4006-8bac-f4163f98cdb3 None None] Sync routers for ids ['889815ff-a0cd-4346-b545-fa1235527f52'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:18:26.126242 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b73216-6194-4006-8bac-f4163f98cdb3 None None] Routers {'889815ff-a0cd-4346-b545-fa1235527f52'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:18:26.126852 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-32b73216-6194-4006-8bac-f4163f98cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:17:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['889815ff-a0cd-4346-b545-fa1235527f52'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:26.219676 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5a5291d6-68d2-44ba-aab2-9de6320f83e4 admin admin] Publish callbacks [] for router (889815ff-a0cd-4346-b545-fa1235527f52), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:26.231329 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-32b73216-6194-4006-8bac-f4163f98cdb3 None None] Set router 889815ff-a0cd-4346-b545-fa1235527f52 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:18:26.323238 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5a5291d6-68d2-44ba-aab2-9de6320f83e4 admin admin] Publish callbacks [] for router_gateway (889815ff-a0cd-4346-b545-fa1235527f52), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:26.403395 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-32b73216-6194-4006-8bac-f4163f98cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889815ff-a0cd-4346-b545-fa1235527f52', 'name': 'tempest-TestVolumeBootPattern-8203916-router', 'tenant_id': 'ee75696618b14fb880544bbc388fdcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '6669852d-32db-4dbe-977c-68ad1bd62f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:32Z', 'updated_at': '2022-03-23T17:18:25Z', 'revision_number': 5, 'project_id': 'ee75696618b14fb880544bbc388fdcd6', 'gw_port': {'id': '6669852d-32db-4dbe-977c-68ad1bd62f53', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889815ff-a0cd-4346-b545-fa1235527f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:10:32Z', 'updated_at': '2022-03-23T17:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:26.433016 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b73216-6194-4006-8bac-f4163f98cdb3 None None] Checking router: 889815ff-a0cd-4346-b545-fa1235527f52 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:18:26.441194 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b73216-6194-4006-8bac-f4163f98cdb3 None None] Routers {'889815ff-a0cd-4346-b545-fa1235527f52'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:18:26.441808 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-32b73216-6194-4006-8bac-f4163f98cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:17:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['889815ff-a0cd-4346-b545-fa1235527f52'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:26.455942 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-5a5291d6-68d2-44ba-aab2-9de6320f83e4 admin admin] Deleting port 6669852d-32db-4dbe-977c-68ad1bd62f53 {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:18:26.456294 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5a5291d6-68d2-44ba-aab2-9de6320f83e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (6669852d-32db-4dbe-977c-68ad1bd62f53), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:26.530876 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-32b73216-6194-4006-8bac-f4163f98cdb3 None None] Set router 889815ff-a0cd-4346-b545-fa1235527f52 gateway port host: None {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:18:26.538654 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-5a5291d6-68d2-44ba-aab2-9de6320f83e4 admin admin] For port 6669852d-32db-4dbe-977c-68ad1bd62f53, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=6669852d-32db-4dbe-977c-68ad1bd62f53,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:18:26.539018 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5a5291d6-68d2-44ba-aab2-9de6320f83e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (6669852d-32db-4dbe-977c-68ad1bd62f53), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:26.551973 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-5a5291d6-68d2-44ba-aab2-9de6320f83e4 admin admin] Calling delete_port for 6669852d-32db-4dbe-977c-68ad1bd62f53 owned by network:router_gateway {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:18:26.581434 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-32b73216-6194-4006-8bac-f4163f98cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889815ff-a0cd-4346-b545-fa1235527f52', 'name': 'tempest-TestVolumeBootPattern-8203916-router', 'tenant_id': 'ee75696618b14fb880544bbc388fdcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:32Z', 'updated_at': '2022-03-23T17:18:26Z', 'revision_number': 6, 'project_id': 'ee75696618b14fb880544bbc388fdcd6', 'gw_port_host': None}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:26.610399 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b73216-6194-4006-8bac-f4163f98cdb3 None None] The sync data for ids ['889815ff-a0cd-4346-b545-fa1235527f52'] in dv-cinder-834919-1-iscsi is: [{'id': '889815ff-a0cd-4346-b545-fa1235527f52', 'name': 'tempest-TestVolumeBootPattern-8203916-router', 'tenant_id': 'ee75696618b14fb880544bbc388fdcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:10:32Z', 'updated_at': '2022-03-23T17:18:26Z', 'revision_number': 6, 'project_id': 'ee75696618b14fb880544bbc388fdcd6', 'gw_port_host': None}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:18:26.771464 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5a5291d6-68d2-44ba-aab2-9de6320f83e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (6669852d-32db-4dbe-977c-68ad1bd62f53), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:26.794360 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5291d6-68d2-44ba-aab2-9de6320f83e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6669852d-32db-4dbe-977c-68ad1bd62f53,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:26.855946 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5a5291d6-68d2-44ba-aab2-9de6320f83e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728329'] for router_gateway (889815ff-a0cd-4346-b545-fa1235527f52), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:26.945268 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5a5291d6-68d2-44ba-aab2-9de6320f83e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16729829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router (889815ff-a0cd-4346-b545-fa1235527f52), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:26.948349 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5a5291d6-68d2-44ba-aab2-9de6320f83e4 admin admin] Publish callbacks [] for router_controller (889815ff-a0cd-4346-b545-fa1235527f52), precommit_delete_associations {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.070661 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5a5291d6-68d2-44ba-aab2-9de6320f83e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16729834'] for router (889815ff-a0cd-4346-b545-fa1235527f52), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.071224 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5291d6-68d2-44ba-aab2-9de6320f83e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 889815ff-a0cd-4346-b545-fa1235527f52 {{(pid=104061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 17:18:27.075712 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5a5291d6-68d2-44ba-aab2-9de6320f83e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.077396 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-5a5291d6-68d2-44ba-aab2-9de6320f83e4 admin admin] 10.222.0.97 "DELETE /v2.0/routers/889815ff-a0cd-4346-b545-fa1235527f52 HTTP/1.1" status: 204 len: 168 time: 0.9614172 Mar 23 17:18:27.079424 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38984) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:27.125056 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fd0519-12d4-4a66-b04b-079554eff5fd admin admin] Deleting subnet be777268-b612-4d75-8e2f-1fba3765dfe5 {{(pid=104061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:18:27.127920 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-01fd0519-12d4-4a66-b04b-079554eff5fd admin admin] Publish callbacks [] for subnet (be777268-b612-4d75-8e2f-1fba3765dfe5), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.161722 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-01fd0519-12d4-4a66-b04b-079554eff5fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12634175'] for subnet (be777268-b612-4d75-8e2f-1fba3765dfe5), precommit_delete_associations {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.238421 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-01fd0519-12d4-4a66-b04b-079554eff5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (be777268-b612-4d75-8e2f-1fba3765dfe5), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.333296 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-7a34251c-f8f5-4f7a-8a45-40937b48d5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.372365 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-01fd0519-12d4-4a66-b04b-079554eff5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25145029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25001132'] for subnet (be777268-b612-4d75-8e2f-1fba3765dfe5), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.400120 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd0519-12d4-4a66-b04b-079554eff5fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be777268-b612-4d75-8e2f-1fba3765dfe5,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:27.406183 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-01fd0519-12d4-4a66-b04b-079554eff5fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.410415 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-01fd0519-12d4-4a66-b04b-079554eff5fd admin admin] 10.222.0.97 "DELETE /v2.0/subnets/be777268-b612-4d75-8e2f-1fba3765dfe5 HTTP/1.1" status: 204 len: 168 time: 0.3300610 Mar 23 17:18:27.412359 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d41999-adce-46f4-a41b-7cb618f1c071 None None] Network e4925e5a-37c5-4f03-b0a3-eb4f72e76789 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:18:27.413110 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38986) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:27.464483 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 6669852d-32db-4dbe-977c-68ad1bd62f53 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:18:27.492616 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (e4925e5a-37c5-4f03-b0a3-eb4f72e76789), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.498684 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 6669852d-32db-4dbe-977c-68ad1bd62f53 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:18:27.499053 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 6669852d-32db-4dbe-977c-68ad1bd62f53 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:18:27.499486 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:18:27.535398 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:18:27.535769 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device df5b9666-2a7d-4e6e-a5b4-b01eb72ab93f not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:18:27.554634 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] Deleting port ab723d15-82fc-44c4-a622-584e215a027b {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:18:27.554996 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (ab723d15-82fc-44c4-a622-584e215a027b), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.608708 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1640033-5c4b-4821-a249-4ee5c3153c9f None None] DHCP port deletion for e4925e5a-37c5-4f03-b0a3-eb4f72e76789 request from dv-cinder-834919-1-iscsi {{(pid=104062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 17:18:27.621989 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] For port ab723d15-82fc-44c4-a622-584e215a027b, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=ab723d15-82fc-44c4-a622-584e215a027b,segment=NetworkSegment(367f0e3a-e176-4071-a505-a9370c939017),segment_id=367f0e3a-e176-4071-a505-a9370c939017)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:18:27.622451 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (ab723d15-82fc-44c4-a622-584e215a027b), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.637089 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] Calling delete_port for ab723d15-82fc-44c4-a622-584e215a027b owned by network:dhcp {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:18:27.663668 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c1640033-5c4b-4821-a249-4ee5c3153c9f None None] Deleting port ab723d15-82fc-44c4-a622-584e215a027b {{(pid=104062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:18:27.664050 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c1640033-5c4b-4821-a249-4ee5c3153c9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (ab723d15-82fc-44c4-a622-584e215a027b), before_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.729022 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-c1640033-5c4b-4821-a249-4ee5c3153c9f None None] For port ab723d15-82fc-44c4-a622-584e215a027b, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=ab723d15-82fc-44c4-a622-584e215a027b,segment=NetworkSegment(367f0e3a-e176-4071-a505-a9370c939017),segment_id=367f0e3a-e176-4071-a505-a9370c939017)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:18:27.729428 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c1640033-5c4b-4821-a249-4ee5c3153c9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (ab723d15-82fc-44c4-a622-584e215a027b), precommit_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.741798 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c1640033-5c4b-4821-a249-4ee5c3153c9f None None] Calling delete_port for ab723d15-82fc-44c4-a622-584e215a027b owned by network:dhcp {{(pid=104062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:18:27.783431 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (ab723d15-82fc-44c4-a622-584e215a027b), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.813335 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab723d15-82fc-44c4-a622-584e215a027b,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:27.815174 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] No DVR routers for this DVR port ab723d15-82fc-44c4-a622-584e215a027b on host dv-cinder-834919-1-iscsi {{(pid=104061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:18:27.823003 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c1640033-5c4b-4821-a249-4ee5c3153c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (ab723d15-82fc-44c4-a622-584e215a027b), after_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.853875 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1640033-5c4b-4821-a249-4ee5c3153c9f None None] No DVR routers for this DVR port ab723d15-82fc-44c4-a622-584e215a027b on host dv-cinder-834919-1-iscsi {{(pid=104062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:18:27.857369 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1640033-5c4b-4821-a249-4ee5c3153c9f None None] Pushing event deleted for resources: {'Port': ['ID=ab723d15-82fc-44c4-a622-584e215a027b,revision_number=None']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:27.888818 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (e4925e5a-37c5-4f03-b0a3-eb4f72e76789), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.908549 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4925e5a-37c5-4f03-b0a3-eb4f72e76789']}} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:27.918673 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367f0e3a-e176-4071-a505-a9370c939017') {'for_net_delete': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:27.918978 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367f0e3a-e176-4071-a505-a9370c939017') {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:18:27.928303 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12634118'] for segment (367f0e3a-e176-4071-a505-a9370c939017), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.941789 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (367f0e3a-e176-4071-a505-a9370c939017), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.948000 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=104061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:18:27.948411 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25120871'] for segment (367f0e3a-e176-4071-a505-a9370c939017), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: Traceback (most recent call last): Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: timer() Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: cb(*args, **kw) Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: return func(*args, **kwargs) Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: self._notify() Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: self.callback(batched_events) Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: event.method(event) Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: return f(self, *a, **k) Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._get(url).json() Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: return self.request(url, 'GET', **kwargs) Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:18:27.950132 dv-cinder-834919-1-iscsi neutron-server[104061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:18:28.079883 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (e4925e5a-37c5-4f03-b0a3-eb4f72e76789), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:28.085190 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:28.089062 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] 10.222.0.97 "DELETE /v2.0/networks/e4925e5a-37c5-4f03-b0a3-eb4f72e76789 HTTP/1.1" status: 204 len: 168 time: 0.6750102 Mar 23 17:18:28.100043 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb48a27-6002-416d-a11f-e251156b964d admin admin] Pushing event deleted for resources: {'Network': ['ID=e4925e5a-37c5-4f03-b0a3-eb4f72e76789,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:28.411426 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38990) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:28.450341 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-06e8da20-c343-49fb-980d-2be0e8c5748b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cd1e733ba35546dc84611e4dace6395c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377953 Mar 23 17:18:28.452854 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38992) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:28.501089 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-abb224c1-35c2-43fb-b0d9-3f9ed939a7be admin admin] Publish callbacks [] for security_group (d6587a50-5eaf-43e1-91e7-fb94d47e9c11), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:28.521664 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-abb224c1-35c2-43fb-b0d9-3f9ed939a7be admin admin] Publish callbacks [] for security_group (d6587a50-5eaf-43e1-91e7-fb94d47e9c11), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:28.550901 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:28.647688 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-abb224c1-35c2-43fb-b0d9-3f9ed939a7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (d6587a50-5eaf-43e1-91e7-fb94d47e9c11), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:28.650949 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-abb224c1-35c2-43fb-b0d9-3f9ed939a7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:28.652994 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-abb224c1-35c2-43fb-b0d9-3f9ed939a7be admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d6587a50-5eaf-43e1-91e7-fb94d47e9c11 HTTP/1.1" status: 204 len: 168 time: 0.1983840 Mar 23 17:18:28.661057 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb224c1-35c2-43fb-b0d9-3f9ed939a7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6587a50-5eaf-43e1-91e7-fb94d47e9c11,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:29.416274 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 38998) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:29.422548 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device ab723d15-82fc-44c4-a622-584e215a027b no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:18:29.442377 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: ab723d15-82fc-44c4-a622-584e215a027b {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:18:29.442720 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device ab723d15-82fc-44c4-a622-584e215a027b not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:18:29.459986 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-68147683-4339-4d2e-b1ac-9cf1168a8154 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ee75696618b14fb880544bbc388fdcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425081 Mar 23 17:18:29.462502 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 39000) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:29.508348 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-84cd0faf-49c1-4e46-99af-3716f5ac854f admin admin] Publish callbacks [] for security_group (a497c1db-d291-4b0e-80ce-3fd4c06a46ea), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:29.528672 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-84cd0faf-49c1-4e46-99af-3716f5ac854f admin admin] Publish callbacks [] for security_group (a497c1db-d291-4b0e-80ce-3fd4c06a46ea), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:29.680200 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-84cd0faf-49c1-4e46-99af-3716f5ac854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (a497c1db-d291-4b0e-80ce-3fd4c06a46ea), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:29.683457 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-84cd0faf-49c1-4e46-99af-3716f5ac854f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:29.684660 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-84cd0faf-49c1-4e46-99af-3716f5ac854f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a497c1db-d291-4b0e-80ce-3fd4c06a46ea HTTP/1.1" status: 204 len: 168 time: 0.2212689 Mar 23 17:18:29.692452 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd0faf-49c1-4e46-99af-3716f5ac854f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a497c1db-d291-4b0e-80ce-3fd4c06a46ea,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:30.022905 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:31.317350 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:18:31.658771 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:33.759999 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6bbef-c555-4071-ba5a-a28093607b31 req-158290c8-6f69-4a1d-9a92-feaa57f3518a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:33.761511 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c3d6bbef-c555-4071-ba5a-a28093607b31 req-158290c8-6f69-4a1d-9a92-feaa57f3518a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0550857 Mar 23 17:18:33.812002 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-c3d6bbef-c555-4071-ba5a-a28093607b31 req-843968c2-6595-402a-b670-890a0f6dbc1a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432816 Mar 23 17:18:34.929911 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea51bb-c4f3-4ada-850a-a6090034419d req-3124ca3c-6b66-4e2a-a620-2f92fbc028c3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:34.931384 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c5ea51bb-c4f3-4ada-850a-a6090034419d req-3124ca3c-6b66-4e2a-a620-2f92fbc028c3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0515544 Mar 23 17:18:34.978341 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c5ea51bb-c4f3-4ada-850a-a6090034419d req-9d7c6e0c-ca7e-4bc2-9819-453f3e9a644c tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414252 Mar 23 17:18:36.097257 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf307563-9e6f-439d-b225-e4f92d43d5c4 req-bc93c9a8-01cf-45b6-826f-ba274e068d56 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:36.098718 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-cf307563-9e6f-439d-b225-e4f92d43d5c4 req-bc93c9a8-01cf-45b6-826f-ba274e068d56 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0546865 Mar 23 17:18:36.145351 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-cf307563-9e6f-439d-b225-e4f92d43d5c4 req-d5df6a21-94aa-4030-89c9-ead19855b757 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412192 Mar 23 17:18:37.265305 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e6e6b-1804-41bb-94c7-4c333201a4d5 req-219d0e41-b6f1-49de-8605-0e33cb8adc2b tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:37.266774 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-306e6e6b-1804-41bb-94c7-4c333201a4d5 req-219d0e41-b6f1-49de-8605-0e33cb8adc2b tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0559320 Mar 23 17:18:37.312987 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-306e6e6b-1804-41bb-94c7-4c333201a4d5 req-89d920e7-73ba-4021-887e-f73848aa4244 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407774 Mar 23 17:18:38.430508 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146f027-598e-4fb3-a29e-a38d4092d97c req-08aaba0c-8ccf-4200-8c08-e3d19868fe97 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:38.431971 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a146f027-598e-4fb3-a29e-a38d4092d97c req-08aaba0c-8ccf-4200-8c08-e3d19868fe97 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0526402 Mar 23 17:18:38.479332 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-a146f027-598e-4fb3-a29e-a38d4092d97c req-f690e271-c4c6-4533-bafb-0be89077758d tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411000 Mar 23 17:18:39.594635 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0b6dc-894b-494b-a085-32695f4ef578 req-974c4c40-9033-485b-87b8-891645c01581 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:39.596104 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-28b0b6dc-894b-494b-a085-32695f4ef578 req-974c4c40-9033-485b-87b8-891645c01581 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0517974 Mar 23 17:18:39.642506 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-28b0b6dc-894b-494b-a085-32695f4ef578 req-79dede27-5111-4048-9910-7b53a93873de tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408154 Mar 23 17:18:40.761227 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d64db6-bfff-4eef-ab92-749ae83bea2d req-2aff08de-39b0-4920-b45a-b12d321aa81e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:40.762698 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-07d64db6-bfff-4eef-ab92-749ae83bea2d req-2aff08de-39b0-4920-b45a-b12d321aa81e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0552273 Mar 23 17:18:40.809695 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-07d64db6-bfff-4eef-ab92-749ae83bea2d req-f3e30d05-1634-43f6-be6d-5522f3c92abf tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410132 Mar 23 17:18:41.926266 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25327d36-c34f-4a0f-a030-2c16d30c4654 req-587d5270-7884-421f-966a-cdc297c2981d tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:41.927742 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-25327d36-c34f-4a0f-a030-2c16d30c4654 req-587d5270-7884-421f-966a-cdc297c2981d tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0505564 Mar 23 17:18:41.978216 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-25327d36-c34f-4a0f-a030-2c16d30c4654 req-f807fe6b-3505-44e3-a68e-411e37edc8c9 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449967 Mar 23 17:18:43.093406 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41276663-8458-4a68-aa42-8fc1c90c972f req-7900aeb4-aca7-4aef-a3fe-0cb46488f6bd tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:43.094864 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-41276663-8458-4a68-aa42-8fc1c90c972f req-7900aeb4-aca7-4aef-a3fe-0cb46488f6bd tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0515540 Mar 23 17:18:43.142760 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-41276663-8458-4a68-aa42-8fc1c90c972f req-20ec5c83-f2cf-4a74-ae02-04a137a06126 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424688 Mar 23 17:18:43.950386 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d471e0-72c4-40b6-98d8-d2e4f8640679 req-95f9ae72-f38e-490b-87fb-3febff51dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:43.951897 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-50d471e0-72c4-40b6-98d8-d2e4f8640679 req-95f9ae72-f38e-490b-87fb-3febff51dfaf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=086c690cac51454fa1fe88e3cbccad7b&device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 1129 time: 0.0435345 Mar 23 17:18:44.036144 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d471e0-72c4-40b6-98d8-d2e4f8640679 req-296939c1-a4a2-4d97-b605-898382103636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:44.037507 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-50d471e0-72c4-40b6-98d8-d2e4f8640679 req-296939c1-a4a2-4d97-b605-898382103636 service neutron] 10.222.0.43 "GET /v2.0/networks?id=711fb512-77ec-499a-a5e4-156b76960f41 HTTP/1.1" status: 200 len: 910 time: 0.0799961 Mar 23 17:18:44.102171 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-50d471e0-72c4-40b6-98d8-d2e4f8640679 req-2e95ec08-b865-4703-b80b-ccc6eeb2ffbc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cdccb65-edb6-4764-8b59-09ca11f2e497 HTTP/1.1" status: 200 len: 1001 time: 0.0589564 Mar 23 17:18:44.147025 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d471e0-72c4-40b6-98d8-d2e4f8640679 req-1791856e-ca2e-4ce2-8b41-26ec16ca1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:44.148421 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-50d471e0-72c4-40b6-98d8-d2e4f8640679 req-1791856e-ca2e-4ce2-8b41-26ec16ca1294 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=41d43c09-7261-45b4-b086-ef8dc8a7e2cc HTTP/1.1" status: 200 len: 847 time: 0.0400605 Mar 23 17:18:44.195199 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d471e0-72c4-40b6-98d8-d2e4f8640679 req-4a29c907-c442-45c4-aa77-921a7cd347d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:44.196738 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-50d471e0-72c4-40b6-98d8-d2e4f8640679 req-4a29c907-c442-45c4-aa77-921a7cd347d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=711fb512-77ec-499a-a5e4-156b76960f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427046 Mar 23 17:18:44.315349 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafcef0-8f02-46da-8d31-e42b85269afe req-287a35d6-49b6-4131-a023-638142e5eaa0 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:44.315584 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3fafcef0-8f02-46da-8d31-e42b85269afe req-287a35d6-49b6-4131-a023-638142e5eaa0 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.1051774 Mar 23 17:18:44.331925 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-50d471e0-72c4-40b6-98d8-d2e4f8640679 req-4a974f25-b51a-4142-bffa-592bce1a5294 service neutron] 10.222.0.43 "GET /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290987 Mar 23 17:18:44.420478 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-3fafcef0-8f02-46da-8d31-e42b85269afe req-307bef60-559f-4429-bbf6-d6d1cde4c325 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980155 Mar 23 17:18:44.445824 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-50d471e0-72c4-40b6-98d8-d2e4f8640679 req-c9dd0ed5-e33f-4f9f-8c78-1ec86504a726 service neutron] 10.222.0.43 "GET /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074331 Mar 23 17:18:45.535052 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49cc56-5e26-4432-9191-07872cdc7b74 req-2402db58-a275-4229-b646-7f8376c6b680 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:45.536513 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6d49cc56-5e26-4432-9191-07872cdc7b74 req-2402db58-a275-4229-b646-7f8376c6b680 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0504155 Mar 23 17:18:45.585623 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-6d49cc56-5e26-4432-9191-07872cdc7b74 req-a693a65b-6458-42e4-8f92-30066f95b225 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437198 Mar 23 17:18:46.703781 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16e0e3-932c-414d-be57-9ed6a05531ae req-133dd1ca-a042-4abf-8113-b14e6bc82ea3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:46.705225 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-af16e0e3-932c-414d-be57-9ed6a05531ae req-133dd1ca-a042-4abf-8113-b14e6bc82ea3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0541954 Mar 23 17:18:46.756418 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-af16e0e3-932c-414d-be57-9ed6a05531ae req-f9e732ab-33d6-45da-a852-afc7fafaeddd tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439200 Mar 23 17:18:47.872949 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83a3b2-3d8f-4e39-b9a5-42a19a829966 req-ce716ca7-ebc7-425b-8447-ffa0dfd4644a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:47.874973 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9d83a3b2-3d8f-4e39-b9a5-42a19a829966 req-ce716ca7-ebc7-425b-8447-ffa0dfd4644a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0526865 Mar 23 17:18:47.921508 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-9d83a3b2-3d8f-4e39-b9a5-42a19a829966 req-fc3a29c6-46d1-4ec9-9cbd-fd26cf51ffba tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410733 Mar 23 17:18:49.281501 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ade152-3f99-408d-9b0b-95fa45dd0b27 req-4f919326-2ab2-4c03-a125-fdb19adffe31 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:49.283100 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-84ade152-3f99-408d-9b0b-95fa45dd0b27 req-4f919326-2ab2-4c03-a125-fdb19adffe31 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0526588 Mar 23 17:18:49.332756 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-84ade152-3f99-408d-9b0b-95fa45dd0b27 req-39fdaf5e-8685-485b-9c4a-aca07918e3ed tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443404 Mar 23 17:18:49.378669 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 39042) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:49.473376 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-22964979-5313-4bbb-a326-72dbf038ba5a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933449 Mar 23 17:18:49.482293 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-c191065e-cb4a-49df-867c-73881c424fe2 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=104060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:18:49.484015 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-c191065e-cb4a-49df-867c-73881c424fe2 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062377 Mar 23 17:18:49.765246 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1cdccb65-edb6-4764-8b59-09ca11f2e497 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:18:49.975012 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 1cdccb65-edb6-4764-8b59-09ca11f2e497 is: ACTIVE; New status is: DOWN {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:18:49.975411 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:49.997500 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7747195f-588b-4d73-9ed6-046017bab316', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cdccb65-edb6-4764-8b59-09ca11f2e497'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:18:49.999757 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c1c1b0-a212-4131-912c-88c866e98ac3" -d '{"events": [{"server_uuid": "7747195f-588b-4d73-9ed6-046017bab316", "name": "network-vif-unplugged", "status": "completed", "tag": "1cdccb65-edb6-4764-8b59-09ca11f2e497"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:18:50.013994 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1cdccb65-edb6-4764-8b59-09ca11f2e497, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1cdccb65-edb6-4764-8b59-09ca11f2e497,segment=NetworkSegment(fa3524e9-969f-419e-af5e-faf958fccb18),segment_id=fa3524e9-969f-419e-af5e-faf958fccb18)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:18:50.142469 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:50.149441 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 17:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955f59f8-a4d5-4c49-897e-d313bfddd221 x-openstack-request-id: req-955f59f8-a4d5-4c49-897e-d313bfddd221 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:18:50.157960 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7747195f-588b-4d73-9ed6-046017bab316", "name": "network-vif-unplugged", "status": "failed", "tag": "1cdccb65-edb6-4764-8b59-09ca11f2e497", "code": 422}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:18:50.157960 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-955f59f8-a4d5-4c49-897e-d313bfddd221 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:18:50.157960 dv-cinder-834919-1-iscsi neutron-server[104062]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-955f59f8-a4d5-4c49-897e-d313bfddd221']: {'server_uuid': '7747195f-588b-4d73-9ed6-046017bab316', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1cdccb65-edb6-4764-8b59-09ca11f2e497', 'code': 422} returned with failed status Mar 23 17:18:50.190920 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=1cdccb65-edb6-4764-8b59-09ca11f2e497,revision_number=6']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:18:50.454461 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fdeb7-4fc9-474a-bc6f-f4462c11c039 req-9f5ed01f-2643-4100-87fb-3defd1047e2a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:50.455938 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-188fdeb7-4fc9-474a-bc6f-f4462c11c039 req-9f5ed01f-2643-4100-87fb-3defd1047e2a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0581281 Mar 23 17:18:50.505241 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-188fdeb7-4fc9-474a-bc6f-f4462c11c039 req-b06ef4d8-e11b-4087-ab9e-8ebabf8e643e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438545 Mar 23 17:18:50.567983 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 39058) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:18:50.660775 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-9f8e2d07-c779-487a-8815-b065dbfe2fff tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:50.662121 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-9f8e2d07-c779-487a-8815-b065dbfe2fff tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports/1cdccb65-edb6-4764-8b59-09ca11f2e497 HTTP/1.1" status: 200 len: 940 time: 0.0931423 Mar 23 17:18:51.888006 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44572b6d-bd34-45e3-bac9-6c1c5c415941 req-5ea00663-1715-4538-a200-cb246b827d89 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:51.889548 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-44572b6d-bd34-45e3-bac9-6c1c5c415941 req-5ea00663-1715-4538-a200-cb246b827d89 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.3182211 Mar 23 17:18:51.937746 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-44572b6d-bd34-45e3-bac9-6c1c5c415941 req-d54963c0-b7fd-4b82-8797-c5e84e277b90 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425229 Mar 23 17:18:53.053879 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa8804-d237-440b-9741-7b7b636331c0 req-cc09b005-0a22-4d9d-a126-29e78232ee83 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:53.055366 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d6aa8804-d237-440b-9741-7b7b636331c0 req-cc09b005-0a22-4d9d-a126-29e78232ee83 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0520267 Mar 23 17:18:53.104825 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-d6aa8804-d237-440b-9741-7b7b636331c0 req-8adb2dca-e9dc-4883-b039-745254c7f03c tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440414 Mar 23 17:18:54.218989 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767977bf-018a-4763-8892-05a821dd603f req-04ffae89-d167-471b-9060-e8f1523751f2 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:54.220444 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-767977bf-018a-4763-8892-05a821dd603f req-04ffae89-d167-471b-9060-e8f1523751f2 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0516844 Mar 23 17:18:54.272929 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-767977bf-018a-4763-8892-05a821dd603f req-8781ba59-4bea-4835-ac1a-549d20fab68e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469387 Mar 23 17:18:55.167114 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-72a90cff-e639-4304-b580-965feb9ad653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:55.394590 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cc3fc-d1ea-439c-ba10-97b6a48804f1 req-ab42bae1-361b-43a6-83da-0f599205a0a3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:55.396062 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7e2cc3fc-d1ea-439c-ba10-97b6a48804f1 req-ab42bae1-361b-43a6-83da-0f599205a0a3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0586917 Mar 23 17:18:55.444472 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-7e2cc3fc-d1ea-439c-ba10-97b6a48804f1 req-b2afb3c0-30f2-4b79-ae19-5b161017e058 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429215 Mar 23 17:18:55.715387 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:56.275475 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-8257e978-6553-4eae-9f01-c2c4a759ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:56.277004 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-8257e978-6553-4eae-9f01-c2c4a759ea91 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316&tenant_id=086c690cac51454fa1fe88e3cbccad7b HTTP/1.1" status: 200 len: 1127 time: 0.0777025 Mar 23 17:18:56.337366 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-aaf8ee97-29fa-40d3-9624-308eebe0de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:56.338842 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-aaf8ee97-29fa-40d3-9624-308eebe0de98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=086c690cac51454fa1fe88e3cbccad7b&device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 1127 time: 0.0423527 Mar 23 17:18:56.427186 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-9267bd96-41fe-4962-94fe-8b7f9e9c11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:56.428657 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-9267bd96-41fe-4962-94fe-8b7f9e9c11d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=711fb512-77ec-499a-a5e4-156b76960f41 HTTP/1.1" status: 200 len: 910 time: 0.0845845 Mar 23 17:18:56.492184 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-fe9af6e4-f043-4ac0-9fbe-2da580f95637 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cdccb65-edb6-4764-8b59-09ca11f2e497 HTTP/1.1" status: 200 len: 999 time: 0.0578001 Mar 23 17:18:56.566794 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-0b0cc8fa-bcf7-4f33-af0b-f1928b926dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:56.568172 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-0b0cc8fa-bcf7-4f33-af0b-f1928b926dd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=41d43c09-7261-45b4-b086-ef8dc8a7e2cc HTTP/1.1" status: 200 len: 847 time: 0.0711381 Mar 23 17:18:56.609578 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f991be4-e632-49b6-b941-f6ce002e7ff2 req-9dfcfd9f-735a-4a43-be4c-19a2c3dc2679 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:56.611004 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4f991be4-e632-49b6-b941-f6ce002e7ff2 req-9dfcfd9f-735a-4a43-be4c-19a2c3dc2679 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0896959 Mar 23 17:18:56.644464 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-6423692d-cb3e-46d8-a40a-66be148f6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:56.645966 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-6423692d-cb3e-46d8-a40a-66be148f6dd5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=711fb512-77ec-499a-a5e4-156b76960f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715740 Mar 23 17:18:56.710946 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-4f991be4-e632-49b6-b941-f6ce002e7ff2 req-069b42c3-9746-452d-bf10-c68bfb35e799 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927944 Mar 23 17:18:56.751292 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-5bf591e1-e8bb-414d-810d-c78dd1760941 service neutron] 10.222.0.43 "GET /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979505 Mar 23 17:18:56.837642 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-42c02f0c-605f-482a-8335-798a70dd4d29 req-89827892-d429-4556-8ccd-bde32002fae9 service neutron] 10.222.0.43 "GET /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810659 Mar 23 17:18:57.338116 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-282d80da-871f-4793-9670-e83be8e08d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:57.826278 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dc1fe-906f-4f7b-8333-3495b9b7fccb req-e3a4ec6e-5f1c-4b42-a257-7116b393959c tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:57.828220 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-630dc1fe-906f-4f7b-8333-3495b9b7fccb req-e3a4ec6e-5f1c-4b42-a257-7116b393959c tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0512550 Mar 23 17:18:57.875556 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-630dc1fe-906f-4f7b-8333-3495b9b7fccb req-0f4b61c8-9ca1-4a2b-ba95-d7491e8dcf49 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418005 Mar 23 17:18:58.640905 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:18:58.991338 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80db33f-ac8a-44d6-81f1-c7e4ab8305af req-385ce6cf-db05-420a-ac56-7fb17d8bdbae tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:18:58.992818 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a80db33f-ac8a-44d6-81f1-c7e4ab8305af req-385ce6cf-db05-420a-ac56-7fb17d8bdbae tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0525599 Mar 23 17:18:59.043888 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-a80db33f-ac8a-44d6-81f1-c7e4ab8305af req-a1a905ab-7d6c-413e-9390-798353173991 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456321 Mar 23 17:19:00.096007 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:19:00.164038 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411ede3-9a90-4079-896b-1aaf66caaf5f req-a69e2ce5-5cc7-4ce6-bc48-2074c2dce716 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:19:00.165542 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4411ede3-9a90-4079-896b-1aaf66caaf5f req-a69e2ce5-5cc7-4ce6-bc48-2074c2dce716 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0555120 Mar 23 17:19:00.212453 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4411ede3-9a90-4079-896b-1aaf66caaf5f req-7f758021-14fc-463a-9d40-a49192cfa4a1 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413754 Mar 23 17:19:01.328440 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0c6ae-51de-4563-bcaf-3dacf9d69c2a req-d1a1631f-4a52-4ab7-92c4-dfc43838b4a1 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:19:01.329949 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-eff0c6ae-51de-4563-bcaf-3dacf9d69c2a req-d1a1631f-4a52-4ab7-92c4-dfc43838b4a1 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0519128 Mar 23 17:19:01.379132 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-eff0c6ae-51de-4563-bcaf-3dacf9d69c2a req-7c4968a8-5b6d-4b2b-a07b-a28796ac27cf tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435596 Mar 23 17:19:01.501862 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:19:02.497915 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdf364-b5ff-4a93-bd07-71b76e49aeec req-9bb257b2-a7ce-4e0b-8690-fd9a1605b27e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:19:02.500059 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-78fdf364-b5ff-4a93-bd07-71b76e49aeec req-9bb257b2-a7ce-4e0b-8690-fd9a1605b27e tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0554829 Mar 23 17:19:02.548055 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-78fdf364-b5ff-4a93-bd07-71b76e49aeec req-948a3ab7-0dd7-413f-a34a-8812e7ffa824 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423846 Mar 23 17:19:03.669221 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf74d-f7ea-48b3-9da9-50347a589db5 req-8ba53039-ae1c-4f37-afec-0b562aba3b99 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:19:03.670578 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d0eaf74d-f7ea-48b3-9da9-50347a589db5 req-8ba53039-ae1c-4f37-afec-0b562aba3b99 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 943 time: 0.0514429 Mar 23 17:19:03.718505 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-d0eaf74d-f7ea-48b3-9da9-50347a589db5 req-97d5861a-9618-4408-ae31-9d365a5bf5a6 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419047 Mar 23 17:19:03.811090 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1cdccb65-edb6-4764-8b59-09ca11f2e497 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=104062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:19:03.906736 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1cdccb65-edb6-4764-8b59-09ca11f2e497, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1cdccb65-edb6-4764-8b59-09ca11f2e497,segment=NetworkSegment(fa3524e9-969f-419e-af5e-faf958fccb18),segment_id=fa3524e9-969f-419e-af5e-faf958fccb18)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:19:03.918031 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Returning: {'device': '1cdccb65-edb6-4764-8b59-09ca11f2e497', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'port_id': '1cdccb65-edb6-4764-8b59-09ca11f2e497', 'mac_address': 'fa:16:3e:50:93:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:19:03.954790 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 1cdccb65-edb6-4764-8b59-09ca11f2e497 is: DOWN; New status is: BUILD {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:19:03.955114 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:19:03.967930 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cdccb65-edb6-4764-8b59-09ca11f2e497 {{(pid=104062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:19:03.990091 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1cdccb65-edb6-4764-8b59-09ca11f2e497, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1cdccb65-edb6-4764-8b59-09ca11f2e497,segment=NetworkSegment(fa3524e9-969f-419e-af5e-faf958fccb18),segment_id=fa3524e9-969f-419e-af5e-faf958fccb18)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:19:04.101333 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:19:04.145725 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=1cdccb65-edb6-4764-8b59-09ca11f2e497,revision_number=7']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:19:04.351694 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] get_ports_and_sgs() called for port_ids ['1cdccb65-edb6-4764-8b59-09ca11f2e497'] {{(pid=104062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:19:04.833927 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5da10-6b64-491e-96b3-7c2a55c1ae77 req-3e314503-fd17-422f-aae4-edf4a6136e35 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:19:04.835390 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4de5da10-6b64-491e-96b3-7c2a55c1ae77 req-3e314503-fd17-422f-aae4-edf4a6136e35 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 944 time: 0.0511799 Mar 23 17:19:04.886226 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-4de5da10-6b64-491e-96b3-7c2a55c1ae77 req-8dd8a92b-c72e-4eab-aea9-14e030376029 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454733 Mar 23 17:19:05.826501 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1cdccb65-edb6-4764-8b59-09ca11f2e497 up at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:19:05.875315 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.provisioning_blocks [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Provisioning complete for port 1cdccb65-edb6-4764-8b59-09ca11f2e497 triggered by entity L2. {{(pid=104062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:19:05.876260 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002278'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), provisioning_complete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:19:05.954502 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Current status of the port 1cdccb65-edb6-4764-8b59-09ca11f2e497 is: BUILD; New status is: ACTIVE {{(pid=104062) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:19:05.954902 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620596'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), before_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:19:05.977125 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7747195f-588b-4d73-9ed6-046017bab316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdccb65-edb6-4764-8b59-09ca11f2e497'}] {{(pid=104062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:19:05.979280 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6951fe4f16911f6e3eab769ba05946d76c360f960871b23372a7cbafab96472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e15409a-b045-4550-a336-bb27ce57676f" -d '{"events": [{"server_uuid": "7747195f-588b-4d73-9ed6-046017bab316", "name": "network-vif-plugged", "status": "completed", "tag": "1cdccb65-edb6-4764-8b59-09ca11f2e497"}]}' {{(pid=104062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:19:05.992678 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] For port 1cdccb65-edb6-4764-8b59-09ca11f2e497, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1cdccb65-edb6-4764-8b59-09ca11f2e497,segment=NetworkSegment(fa3524e9-969f-419e-af5e-faf958fccb18),segment_id=fa3524e9-969f-419e-af5e-faf958fccb18)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:19:06.009244 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bd2bf-d88c-427b-927d-1e2fd46ed382 req-0f6bd72b-ff55-4cfe-9b82-5000be87549c tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:19:06.011536 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-eb4bd2bf-d88c-427b-927d-1e2fd46ed382 req-0f6bd72b-ff55-4cfe-9b82-5000be87549c tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 944 time: 0.0587370 Mar 23 17:19:06.015099 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94157e1-8d33-4718-8d0c-49add5b152e9 x-openstack-request-id: req-d94157e1-8d33-4718-8d0c-49add5b152e9 {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:19:06.015395 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7747195f-588b-4d73-9ed6-046017bab316", "name": "network-vif-plugged", "status": "completed", "tag": "1cdccb65-edb6-4764-8b59-09ca11f2e497", "code": 200}]} {{(pid=104062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:19:06.015653 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d94157e1-8d33-4718-8d0c-49add5b152e9 {{(pid=104062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:19:06.016127 dv-cinder-834919-1-iscsi neutron-server[104062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d94157e1-8d33-4718-8d0c-49add5b152e9'] response: {'server_uuid': '7747195f-588b-4d73-9ed6-046017bab316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdccb65-edb6-4764-8b59-09ca11f2e497', 'code': 200} Mar 23 17:19:06.063621 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-eb4bd2bf-d88c-427b-927d-1e2fd46ed382 req-6555b7aa-93da-4279-bbda-77be1f619d1a tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454993 Mar 23 17:19:06.069649 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739377903252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739377402911', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739377402929'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:19:06.117337 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Pushing event updated for resources: {'Port': ['ID=1cdccb65-edb6-4764-8b59-09ca11f2e497,revision_number=8']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:19:06.305988 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24405b43-ba91-459e-9983-dda372963114 req-59dae4c0-8315-4707-bc0d-beee5501d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:19:06.307395 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-24405b43-ba91-459e-9983-dda372963114 req-59dae4c0-8315-4707-bc0d-beee5501d3c7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 1129 time: 0.0431998 Mar 23 17:19:06.351424 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-24405b43-ba91-459e-9983-dda372963114 req-5086125d-afca-419e-ad4e-e60f3b612660 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386291 Mar 23 17:19:07.184219 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1e480-760c-4614-9ca3-89a648ebb5b2 req-d88ffdb0-53b3-464e-828a-2f781a727a93 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:19:07.185752 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-62f1e480-760c-4614-9ca3-89a648ebb5b2 req-d88ffdb0-53b3-464e-828a-2f781a727a93 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0527678 Mar 23 17:19:07.235330 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-62f1e480-760c-4614-9ca3-89a648ebb5b2 req-c773a0d9-bd8a-45a5-8333-e274116ef429 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433676 Mar 23 17:19:08.317088 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:19:08.390818 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a21a9-731d-4f90-8cc2-faca9ac4329f req-8a82838c-e101-4a5e-96a7-1d652177435f tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:19:08.392364 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-997a21a9-731d-4f90-8cc2-faca9ac4329f req-8a82838c-e101-4a5e-96a7-1d652177435f tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0936456 Mar 23 17:19:08.443600 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-997a21a9-731d-4f90-8cc2-faca9ac4329f req-13c25f72-9015-4d4e-9bc5-d5838c576c88 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451510 Mar 23 17:19:25.143507 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c063ee82-3722-4a41-9404-216071d527cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:19:25.696052 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:19:27.369546 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9fecc984-a431-4066-ad7b-442e12fba672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:19:28.565704 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:19:30.029037 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:19:31.497567 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:19:35.728808 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9b91ad3f-9139-4785-93cb-2c9ced8648a3 req-09d097a2-52d0-44f3-abf2-19ef790b58bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447292 Mar 23 17:19:35.837140 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91ad3f-9139-4785-93cb-2c9ced8648a3 req-6d2b472a-69a4-48f6-9e6a-2609e7d6cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:19:35.838607 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9b91ad3f-9139-4785-93cb-2c9ced8648a3 req-6d2b472a-69a4-48f6-9e6a-2609e7d6cde8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=086c690cac51454fa1fe88e3cbccad7b&device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 1129 time: 0.0437684 Mar 23 17:19:35.943165 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91ad3f-9139-4785-93cb-2c9ced8648a3 req-c8ecac11-51f0-4df4-97fb-0030fb83dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:19:35.944682 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9b91ad3f-9139-4785-93cb-2c9ced8648a3 req-c8ecac11-51f0-4df4-97fb-0030fb83dbb0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=711fb512-77ec-499a-a5e4-156b76960f41 HTTP/1.1" status: 200 len: 910 time: 0.0876267 Mar 23 17:19:36.009109 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9b91ad3f-9139-4785-93cb-2c9ced8648a3 req-b70dfff8-853b-4515-8c4a-274c0ee6ec6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cdccb65-edb6-4764-8b59-09ca11f2e497 HTTP/1.1" status: 200 len: 1001 time: 0.0572255 Mar 23 17:19:36.054560 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91ad3f-9139-4785-93cb-2c9ced8648a3 req-a6cc382f-70b3-465c-8bac-4dde1a8689aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:19:36.055929 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9b91ad3f-9139-4785-93cb-2c9ced8648a3 req-a6cc382f-70b3-465c-8bac-4dde1a8689aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=41d43c09-7261-45b4-b086-ef8dc8a7e2cc HTTP/1.1" status: 200 len: 847 time: 0.0419455 Mar 23 17:19:36.107161 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91ad3f-9139-4785-93cb-2c9ced8648a3 req-66d54c04-b9b1-4cb0-8eed-f4890038bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:19:36.108623 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9b91ad3f-9139-4785-93cb-2c9ced8648a3 req-66d54c04-b9b1-4cb0-8eed-f4890038bdf5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=711fb512-77ec-499a-a5e4-156b76960f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460021 Mar 23 17:19:36.194713 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9b91ad3f-9139-4785-93cb-2c9ced8648a3 req-3fdc4d50-21d4-4291-951e-1475e80243d1 service neutron] 10.222.0.43 "GET /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801380 Mar 23 17:19:36.290085 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-9b91ad3f-9139-4785-93cb-2c9ced8648a3 req-c8034225-a53a-4d1b-a514-ea99fd2c6376 service neutron] 10.222.0.43 "GET /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886195 Mar 23 17:19:45.316222 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:19:55.130305 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-94fe7be8-a3a3-4c57-830e-ace1df64dd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:19:55.731227 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:19:57.444737 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-5ea8128b-d5ce-45f7-a8c9-3c054321d34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:19:58.576182 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:00.037413 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:01.562470 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:21.442279 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 39128) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:20:21.603484 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Deleting port 4e1ccd81-3bf0-4e63-a412-58641116dc3c {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:20:21.603828 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (4e1ccd81-3bf0-4e63-a412-58641116dc3c), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:21.675799 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (4e1ccd81-3bf0-4e63-a412-58641116dc3c), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:21.676130 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for floatingip (4e1ccd81-3bf0-4e63-a412-58641116dc3c), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:21.688969 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Calling delete_port for 4e1ccd81-3bf0-4e63-a412-58641116dc3c owned by network:floatingip {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:20:21.905141 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (4e1ccd81-3bf0-4e63-a412-58641116dc3c), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:21.934096 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Pushing event deleted for resources: {'Port': ['ID=4e1ccd81-3bf0-4e63-a412-58641116dc3c,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:21.944708 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:21.944996 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:21.945342 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:21.945681 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:21.946016 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:21.946968 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:21.946968 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:21.947184 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:21.947340 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:21.947662 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:21.947985 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:21.948311 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:21.948724 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:21.949063 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:21.949388 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:22.012631 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for floatingip (22497f53-31f6-401e-875b-ec738e03b546), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:22.013000 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.db.l3_db [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Floating IP 22497f53-31f6-401e-875b-ec738e03b546 disassociated (deleted). External IP: 172.27.1.103, port: 1cdccb65-edb6-4764-8b59-09ca11f2e497. Mar 23 17:20:22.218308 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:20:22.315186 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:20:22.326908 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:20:22.331560 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for floatingip (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:22.336830 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b6a9c8-6340-4b3e-a17c-450f4835085a None None] Sync routers for ids ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:20:22.345944 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b6a9c8-6340-4b3e-a17c-450f4835085a None None] Routers {'04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:20:22.346572 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-f1b6a9c8-6340-4b3e-a17c-450f4835085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:19:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:22.361356 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-648ae535-b329-4719-9094-bc268f191ac3 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "DELETE /v2.0/floatingips/22497f53-31f6-401e-875b-ec738e03b546 HTTP/1.1" status: 204 len: 168 time: 0.9180150 Mar 23 17:20:22.362200 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7747195f-588b-4d73-9ed6-046017bab316', 'tag': '1cdccb65-edb6-4764-8b59-09ca11f2e497'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:20:22.364435 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363c672b-6226-45d7-b2dd-23642be28b90" -d '{"events": [{"name": "network-changed", "server_uuid": "7747195f-588b-4d73-9ed6-046017bab316", "tag": "1cdccb65-edb6-4764-8b59-09ca11f2e497"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:20:22.462318 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-f1b6a9c8-6340-4b3e-a17c-450f4835085a None None] Set router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:20:22.541400 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4322c0c-3c31-4c0b-b198-33a2d1635da3 x-openstack-request-id: req-f4322c0c-3c31-4c0b-b198-33a2d1635da3 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:20:22.541400 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7747195f-588b-4d73-9ed6-046017bab316", "tag": "1cdccb65-edb6-4764-8b59-09ca11f2e497", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:20:22.541400 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f4322c0c-3c31-4c0b-b198-33a2d1635da3 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:20:22.541400 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4322c0c-3c31-4c0b-b198-33a2d1635da3'] response: {'name': 'network-changed', 'server_uuid': '7747195f-588b-4d73-9ed6-046017bab316', 'tag': '1cdccb65-edb6-4764-8b59-09ca11f2e497', 'status': 'completed', 'code': 200} Mar 23 17:20:22.604946 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c672b-6226-45d7-b2dd-23642be28b90 req-c39a402c-9827-4bad-8d72-fc8671b3c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:20:22.606687 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-363c672b-6226-45d7-b2dd-23642be28b90 req-c39a402c-9827-4bad-8d72-fc8671b3c076 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=086c690cac51454fa1fe88e3cbccad7b&device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 1129 time: 0.0478475 Mar 23 17:20:22.671306 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-f1b6a9c8-6340-4b3e-a17c-450f4835085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'name': 'tempest-TestShelveInstance-844777023-router', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:16Z', 'updated_at': '2022-03-23T17:15:20Z', 'revision_number': 4, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'gw_port': {'id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:17Z', 'updated_at': '2022-03-23T17:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2d01a9fa-bb87-4370-b323-1a96d34fd9a3', 'name': '', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'mac_address': 'fa:16:3e:6e:09:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:19Z', 'updated_at': '2022-03-23T17:15:24Z', 'revision_number': 5, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'subnets': [{'id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:22.698369 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c672b-6226-45d7-b2dd-23642be28b90 req-97669f2b-6e3e-4526-b209-7e70db72e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:20:22.698646 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b6a9c8-6340-4b3e-a17c-450f4835085a None None] Checking router: 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:20:22.699986 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-363c672b-6226-45d7-b2dd-23642be28b90 req-97669f2b-6e3e-4526-b209-7e70db72e786 service neutron] 10.222.0.43 "GET /v2.0/networks?id=711fb512-77ec-499a-a5e4-156b76960f41 HTTP/1.1" status: 200 len: 910 time: 0.0865388 Mar 23 17:20:22.707009 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b6a9c8-6340-4b3e-a17c-450f4835085a None None] Routers {'04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:20:22.707628 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-f1b6a9c8-6340-4b3e-a17c-450f4835085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:19:57Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:22.752930 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-363c672b-6226-45d7-b2dd-23642be28b90 req-f55fa34e-8a1a-44b8-ad38-aa76a774d180 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cdccb65-edb6-4764-8b59-09ca11f2e497 HTTP/1.1" status: 200 len: 217 time: 0.0397625 Mar 23 17:20:22.799838 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c672b-6226-45d7-b2dd-23642be28b90 req-afee90ee-1c79-4836-9e67-89ce8bf9a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:20:22.803646 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-363c672b-6226-45d7-b2dd-23642be28b90 req-afee90ee-1c79-4836-9e67-89ce8bf9a6ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=41d43c09-7261-45b4-b086-ef8dc8a7e2cc HTTP/1.1" status: 200 len: 847 time: 0.0470519 Mar 23 17:20:22.822413 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-f1b6a9c8-6340-4b3e-a17c-450f4835085a None None] Set router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:20:22.896080 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c672b-6226-45d7-b2dd-23642be28b90 req-73b6428b-7afb-4139-a71a-cbd1ff6f21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:20:22.897795 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-363c672b-6226-45d7-b2dd-23642be28b90 req-73b6428b-7afb-4139-a71a-cbd1ff6f21f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=711fb512-77ec-499a-a5e4-156b76960f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775619 Mar 23 17:20:22.920534 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fe88c-4956-4a68-b0ef-2fa951ba6b32 req-6924455d-c9e0-43fa-aa95-f4d007f91e70 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:20:22.922080 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-eb5fe88c-4956-4a68-b0ef-2fa951ba6b32 req-6924455d-c9e0-43fa-aa95-f4d007f91e70 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0756416 Mar 23 17:20:23.028735 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-f1b6a9c8-6340-4b3e-a17c-450f4835085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'name': 'tempest-TestShelveInstance-844777023-router', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:16Z', 'updated_at': '2022-03-23T17:15:20Z', 'revision_number': 4, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'gw_port': {'id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:17Z', 'updated_at': '2022-03-23T17:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2d01a9fa-bb87-4370-b323-1a96d34fd9a3', 'name': '', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'mac_address': 'fa:16:3e:6e:09:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:19Z', 'updated_at': '2022-03-23T17:15:24Z', 'revision_number': 5, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'subnets': [{'id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:23.029061 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-eb5fe88c-4956-4a68-b0ef-2fa951ba6b32 req-cbc46b36-5dd4-44e3-8b3c-6b5792cd540d tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937269 Mar 23 17:20:23.037283 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-363c672b-6226-45d7-b2dd-23642be28b90 req-65fbeaf3-0833-4326-91c6-37585489fdeb service neutron] 10.222.0.43 "GET /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319149 Mar 23 17:20:23.059111 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b6a9c8-6340-4b3e-a17c-450f4835085a None None] The sync data for ids ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'] in dv-cinder-834919-1-iscsi is: [{'id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'name': 'tempest-TestShelveInstance-844777023-router', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:16Z', 'updated_at': '2022-03-23T17:15:20Z', 'revision_number': 4, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'gw_port': {'id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:17Z', 'updated_at': '2022-03-23T17:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi', '_interfaces': [{'id': '2d01a9fa-bb87-4370-b323-1a96d34fd9a3', 'name': '', 'network_id': '711fb512-77ec-499a-a5e4-156b76960f41', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'mac_address': 'fa:16:3e:6e:09:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:19Z', 'updated_at': '2022-03-23T17:15:24Z', 'revision_number': 5, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'subnets': [{'id': '41d43c09-7261-45b4-b086-ef8dc8a7e2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:20:23.127764 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-363c672b-6226-45d7-b2dd-23642be28b90 req-c65414a1-f0f1-42e3-82df-7472a0591a39 service neutron] 10.222.0.43 "GET /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841529 Mar 23 17:20:23.273166 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d67f2-bb09-42fb-899c-ad325a54b45d None None] New status for floating IP 22497f53-31f6-401e-875b-ec738e03b546: DOWN {{(pid=104063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:20:24.149990 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbc140-8cf4-4966-9115-3051bd46f62c req-d0df355f-e242-450f-a86b-bb68f194654c tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:20:24.151459 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1bdbc140-8cf4-4966-9115-3051bd46f62c req-d0df355f-e242-450f-a86b-bb68f194654c tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0520086 Mar 23 17:20:24.199941 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-1bdbc140-8cf4-4966-9115-3051bd46f62c req-c0c5a8c8-b0d0-4e7b-8400-c1956d76eafa tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/security-groups?id=decf7523-e19b-4fc3-8b4d-2aa4db95acda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430598 Mar 23 17:20:24.418556 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc7a5a-af3b-4881-9e23-fd055d535db3 req-2d1100e5-9542-482b-8f67-f63a18e88a9c tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:20:24.419992 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c9dc7a5a-af3b-4881-9e23-fd055d535db3 req-2d1100e5-9542-482b-8f67-f63a18e88a9c tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.43 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 945 time: 0.0556793 Mar 23 17:20:24.509409 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-c9dc7a5a-af3b-4881-9e23-fd055d535db3 req-97476ff0-6ed2-45a7-99ac-970563b7dd76 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Deleting port 1cdccb65-edb6-4764-8b59-09ca11f2e497 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:20:24.509755 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-c9dc7a5a-af3b-4881-9e23-fd055d535db3 req-97476ff0-6ed2-45a7-99ac-970563b7dd76 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:24.597355 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [req-c9dc7a5a-af3b-4881-9e23-fd055d535db3 req-97476ff0-6ed2-45a7-99ac-970563b7dd76 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] For port 1cdccb65-edb6-4764-8b59-09ca11f2e497, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=1cdccb65-edb6-4764-8b59-09ca11f2e497,segment=NetworkSegment(fa3524e9-969f-419e-af5e-faf958fccb18),segment_id=fa3524e9-969f-419e-af5e-faf958fccb18)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:20:24.597717 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-c9dc7a5a-af3b-4881-9e23-fd055d535db3 req-97476ff0-6ed2-45a7-99ac-970563b7dd76 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:24.610577 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [req-c9dc7a5a-af3b-4881-9e23-fd055d535db3 req-97476ff0-6ed2-45a7-99ac-970563b7dd76 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Calling delete_port for 1cdccb65-edb6-4764-8b59-09ca11f2e497 owned by compute:nova {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:20:24.804192 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-c9dc7a5a-af3b-4881-9e23-fd055d535db3 req-97476ff0-6ed2-45a7-99ac-970563b7dd76 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (1cdccb65-edb6-4764-8b59-09ca11f2e497), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:24.833427 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97476ff0-6ed2-45a7-99ac-970563b7dd76 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Pushing event deleted for resources: {'Port': ['ID=1cdccb65-edb6-4764-8b59-09ca11f2e497,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:24.877616 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dc7a5a-af3b-4881-9e23-fd055d535db3 req-97476ff0-6ed2-45a7-99ac-970563b7dd76 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] No DVR routers for this DVR port 1cdccb65-edb6-4764-8b59-09ca11f2e497 on host hv-cinder-83491 {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:20:24.880067 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [req-c9dc7a5a-af3b-4881-9e23-fd055d535db3 req-97476ff0-6ed2-45a7-99ac-970563b7dd76 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40148'] for port (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:24.883869 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-c9dc7a5a-af3b-4881-9e23-fd055d535db3 req-97476ff0-6ed2-45a7-99ac-970563b7dd76 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.43 "DELETE /v2.0/ports/1cdccb65-edb6-4764-8b59-09ca11f2e497 HTTP/1.1" status: 204 len: 173 time: 0.4591041 Mar 23 17:20:24.884310 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7747195f-588b-4d73-9ed6-046017bab316', 'name': 'network-vif-deleted', 'tag': '1cdccb65-edb6-4764-8b59-09ca11f2e497'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:20:24.886547 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}776a742482b22914502d17a690af1117c6863afdb487eda59932bbc30ebfd487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa730423-da7a-4d79-8b37-6446655aec4a" -d '{"events": [{"server_uuid": "7747195f-588b-4d73-9ed6-046017bab316", "name": "network-vif-deleted", "tag": "1cdccb65-edb6-4764-8b59-09ca11f2e497"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:20:24.924429 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1a539b-51dc-445d-9df8-c53b32ce5856 x-openstack-request-id: req-4f1a539b-51dc-445d-9df8-c53b32ce5856 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:20:24.924429 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7747195f-588b-4d73-9ed6-046017bab316", "name": "network-vif-deleted", "tag": "1cdccb65-edb6-4764-8b59-09ca11f2e497", "status": "completed", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:20:24.924429 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4f1a539b-51dc-445d-9df8-c53b32ce5856 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:20:24.924429 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1a539b-51dc-445d-9df8-c53b32ce5856'] response: {'server_uuid': '7747195f-588b-4d73-9ed6-046017bab316', 'name': 'network-vif-deleted', 'tag': '1cdccb65-edb6-4764-8b59-09ca11f2e497', 'status': 'completed', 'code': 200} Mar 23 17:20:25.232996 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-1ec2a118-9b7b-4693-b1fe-41b1ee6cc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:25.301509 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [req-327f5e00-d645-4601-ac4a-5b86753873f3 req-2c1bdc06-04f6-48d2-8ba6-9c0700e11216 tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 210 time: 0.0304606 Mar 23 17:20:25.769722 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:26.408833 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [req-805d49f1-b8fa-4952-95af-5d71505e6784 req-a7ccfff0-8961-4270-8494-485560878cab tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "GET /v2.0/ports?device_id=7747195f-588b-4d73-9ed6-046017bab316 HTTP/1.1" status: 200 len: 210 time: 0.0276392 Mar 23 17:20:27.358193 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-ea6268eb-ea2c-4194-9891-8933e811c5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:27.464187 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 39160) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:20:27.520536 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3e76-3904-4db7-9ce7-81f2923057ae tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group (decf7523-e19b-4fc3-8b4d-2aa4db95acda), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:27.548793 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3e76-3904-4db7-9ce7-81f2923057ae tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group (decf7523-e19b-4fc3-8b4d-2aa4db95acda), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:27.693326 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3e76-3904-4db7-9ce7-81f2923057ae tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (decf7523-e19b-4fc3-8b4d-2aa4db95acda), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:27.696456 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3e76-3904-4db7-9ce7-81f2923057ae tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Publish callbacks [] for security_group (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:27.697683 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-1a8b3e76-3904-4db7-9ce7-81f2923057ae tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] 10.222.0.97 "DELETE /v2.0/security-groups/decf7523-e19b-4fc3-8b4d-2aa4db95acda HTTP/1.1" status: 204 len: 168 time: 0.2324667 Mar 23 17:20:27.707254 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b3e76-3904-4db7-9ce7-81f2923057ae tempest-TestShelveInstance-527103268 tempest-TestShelveInstance-527103268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=decf7523-e19b-4fc3-8b4d-2aa4db95acda,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:28.245140 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1cdccb65-edb6-4764-8b59-09ca11f2e497 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:20:28.265426 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] No Port match for: 1cdccb65-edb6-4764-8b59-09ca11f2e497 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:20:28.265777 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Device 1cdccb65-edb6-4764-8b59-09ca11f2e497 not bound to the agent host hv-cinder-83491 {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:20:28.647736 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:28.845461 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 39166) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:20:29.329723 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-92e9bb2b-0280-494c-a18a-b3393bd1f088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16731715'] for router_interface (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:29.569731 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-92e9bb2b-0280-494c-a18a-b3393bd1f088 admin admin] Deleting port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:20:29.570133 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-92e9bb2b-0280-494c-a18a-b3393bd1f088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:29.643560 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-92e9bb2b-0280-494c-a18a-b3393bd1f088 admin admin] For port 2d01a9fa-bb87-4370-b323-1a96d34fd9a3, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=2d01a9fa-bb87-4370-b323-1a96d34fd9a3,segment=NetworkSegment(fa3524e9-969f-419e-af5e-faf958fccb18),segment_id=fa3524e9-969f-419e-af5e-faf958fccb18)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:20:29.643919 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-92e9bb2b-0280-494c-a18a-b3393bd1f088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:29.664040 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-92e9bb2b-0280-494c-a18a-b3393bd1f088 admin admin] Calling delete_port for 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 owned by network:router_interface {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:20:30.030595 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-92e9bb2b-0280-494c-a18a-b3393bd1f088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (2d01a9fa-bb87-4370-b323-1a96d34fd9a3), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:30.057325 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9bb2b-0280-494c-a18a-b3393bd1f088 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d01a9fa-bb87-4370-b323-1a96d34fd9a3,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:30.059569 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:30.222603 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-92e9bb2b-0280-494c-a18a-b3393bd1f088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729075'] for router_interface (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:30.701639 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e9bb2b-0280-494c-a18a-b3393bd1f088 admin admin] Router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:20:30.808050 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e9bb2b-0280-494c-a18a-b3393bd1f088 admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:20:30.812965 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-92e9bb2b-0280-494c-a18a-b3393bd1f088 admin admin] 10.222.0.97 "PUT /v2.0/routers/04d1eee7-6dd9-4ea9-a360-9f64e336dc4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9664245 Mar 23 17:20:30.815547 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 39170) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:20:30.818067 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668ade8-0c8e-40f7-8429-5217f2617103 None None] Sync routers for ids ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'] in dv-cinder-834919-1-iscsi {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:20:30.828618 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668ade8-0c8e-40f7-8429-5217f2617103 None None] Routers {'04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:20:30.829245 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-2668ade8-0c8e-40f7-8429-5217f2617103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:20:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:30.920311 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0956926d-360b-40b2-a260-328917c827d3 admin admin] Publish callbacks [] for router (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:30.937828 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-2668ade8-0c8e-40f7-8429-5217f2617103 None None] Set router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d gateway port host: dv-cinder-834919-1-iscsi {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:20:31.025234 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0956926d-360b-40b2-a260-328917c827d3 admin admin] Publish callbacks [] for router_gateway (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:31.159910 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-0956926d-360b-40b2-a260-328917c827d3 admin admin] Deleting port 54bcea93-dd02-4465-ac5c-c653a5ec87d0 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:20:31.160739 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0956926d-360b-40b2-a260-328917c827d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (54bcea93-dd02-4465-ac5c-c653a5ec87d0), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:31.236232 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-0956926d-360b-40b2-a260-328917c827d3 admin admin] For port 54bcea93-dd02-4465-ac5c-c653a5ec87d0, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=54bcea93-dd02-4465-ac5c-c653a5ec87d0,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:20:31.236613 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0956926d-360b-40b2-a260-328917c827d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (54bcea93-dd02-4465-ac5c-c653a5ec87d0), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:31.241776 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-2668ade8-0c8e-40f7-8429-5217f2617103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'name': 'tempest-TestShelveInstance-844777023-router', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:16Z', 'updated_at': '2022-03-23T17:20:29Z', 'revision_number': 5, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'gw_port': {'id': '54bcea93-dd02-4465-ac5c-c653a5ec87d0', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:17Z', 'updated_at': '2022-03-23T17:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:31.249636 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-0956926d-360b-40b2-a260-328917c827d3 admin admin] Calling delete_port for 54bcea93-dd02-4465-ac5c-c653a5ec87d0 owned by network:router_gateway {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:20:31.268180 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668ade8-0c8e-40f7-8429-5217f2617103 None None] Checking router: 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d for host: dv-cinder-834919-1-iscsi {{(pid=104062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:20:31.276526 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668ade8-0c8e-40f7-8429-5217f2617103 None None] Routers {'04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:20:31.277116 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-2668ade8-0c8e-40f7-8429-5217f2617103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:20:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'], 'active': True} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:31.365160 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvr_db [None req-2668ade8-0c8e-40f7-8429-5217f2617103 None None] Set router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d gateway port host: None {{(pid=104062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:20:31.424889 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_hamode_db [None req-2668ade8-0c8e-40f7-8429-5217f2617103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'name': 'tempest-TestShelveInstance-844777023-router', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:16Z', 'updated_at': '2022-03-23T17:20:31Z', 'revision_number': 6, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'gw_port_host': None}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:31.458739 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668ade8-0c8e-40f7-8429-5217f2617103 None None] The sync data for ids ['04d1eee7-6dd9-4ea9-a360-9f64e336dc4d'] in dv-cinder-834919-1-iscsi is: [{'id': '04d1eee7-6dd9-4ea9-a360-9f64e336dc4d', 'name': 'tempest-TestShelveInstance-844777023-router', 'tenant_id': '086c690cac51454fa1fe88e3cbccad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:16Z', 'updated_at': '2022-03-23T17:20:31Z', 'revision_number': 6, 'project_id': '086c690cac51454fa1fe88e3cbccad7b', 'gw_port_host': None}] {{(pid=104062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:20:31.530246 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0956926d-360b-40b2-a260-328917c827d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (54bcea93-dd02-4465-ac5c-c653a5ec87d0), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:31.557610 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956926d-360b-40b2-a260-328917c827d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=54bcea93-dd02-4465-ac5c-c653a5ec87d0,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:31.573258 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:31.614548 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0956926d-360b-40b2-a260-328917c827d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728329'] for router_gateway (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:31.704864 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0956926d-360b-40b2-a260-328917c827d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16729829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:31.710077 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0956926d-360b-40b2-a260-328917c827d3 admin admin] Publish callbacks [] for router_controller (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), precommit_delete_associations {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:31.868988 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0956926d-360b-40b2-a260-328917c827d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16729834'] for router (04d1eee7-6dd9-4ea9-a360-9f64e336dc4d), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:31.869561 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0956926d-360b-40b2-a260-328917c827d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04d1eee7-6dd9-4ea9-a360-9f64e336dc4d {{(pid=104060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 17:20:31.873862 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0956926d-360b-40b2-a260-328917c827d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:31.875008 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-0956926d-360b-40b2-a260-328917c827d3 admin admin] 10.222.0.97 "DELETE /v2.0/routers/04d1eee7-6dd9-4ea9-a360-9f64e336dc4d HTTP/1.1" status: 204 len: 168 time: 1.0585353 Mar 23 17:20:31.877625 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 39172) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:20:31.926291 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_v2 [None req-1552ba1d-e30c-43cd-a5fa-1b5e5d200792 admin admin] Deleting subnet 41d43c09-7261-45b4-b086-ef8dc8a7e2cc {{(pid=104060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:20:31.929406 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1552ba1d-e30c-43cd-a5fa-1b5e5d200792 admin admin] Publish callbacks [] for subnet (41d43c09-7261-45b4-b086-ef8dc8a7e2cc), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:31.963560 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1552ba1d-e30c-43cd-a5fa-1b5e5d200792 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24676677'] for subnet (41d43c09-7261-45b4-b086-ef8dc8a7e2cc), precommit_delete_associations {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.042925 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1552ba1d-e30c-43cd-a5fa-1b5e5d200792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (41d43c09-7261-45b4-b086-ef8dc8a7e2cc), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.162178 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1552ba1d-e30c-43cd-a5fa-1b5e5d200792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24517161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24759550'] for subnet (41d43c09-7261-45b4-b086-ef8dc8a7e2cc), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.191436 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1552ba1d-e30c-43cd-a5fa-1b5e5d200792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.195547 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-1552ba1d-e30c-43cd-a5fa-1b5e5d200792 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/41d43c09-7261-45b4-b086-ef8dc8a7e2cc HTTP/1.1" status: 204 len: 168 time: 0.3168321 Mar 23 17:20:32.196384 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552ba1d-e30c-43cd-a5fa-1b5e5d200792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41d43c09-7261-45b4-b086-ef8dc8a7e2cc,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:32.196494 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a869cc70-66c2-4f5f-90e7-26890df3dbf8 None None] Network 711fb512-77ec-499a-a5e4-156b76960f41 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:20:32.197945 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 39176) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:20:32.267480 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (711fb512-77ec-499a-a5e4-156b76960f41), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.328195 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Deleting port 667fa243-0166-49cd-9bbf-2aa1b214f005 {{(pid=104061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:20:32.328541 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (667fa243-0166-49cd-9bbf-2aa1b214f005), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.377230 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] DHCP port deletion for 711fb512-77ec-499a-a5e4-156b76960f41 request from dv-cinder-834919-1-iscsi {{(pid=104062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 17:20:32.395596 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] For port 667fa243-0166-49cd-9bbf-2aa1b214f005, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=667fa243-0166-49cd-9bbf-2aa1b214f005,segment=NetworkSegment(fa3524e9-969f-419e-af5e-faf958fccb18),segment_id=fa3524e9-969f-419e-af5e-faf958fccb18)] {{(pid=104061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:20:32.395983 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (667fa243-0166-49cd-9bbf-2aa1b214f005), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.409807 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Calling delete_port for 667fa243-0166-49cd-9bbf-2aa1b214f005 owned by network:dhcp {{(pid=104061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:20:32.430050 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Deleting port 667fa243-0166-49cd-9bbf-2aa1b214f005 {{(pid=104062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:20:32.430430 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (667fa243-0166-49cd-9bbf-2aa1b214f005), before_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.497221 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] For port 667fa243-0166-49cd-9bbf-2aa1b214f005, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=667fa243-0166-49cd-9bbf-2aa1b214f005,segment=NetworkSegment(fa3524e9-969f-419e-af5e-faf958fccb18),segment_id=fa3524e9-969f-419e-af5e-faf958fccb18)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:20:32.497667 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (667fa243-0166-49cd-9bbf-2aa1b214f005), precommit_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.511085 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Calling delete_port for 667fa243-0166-49cd-9bbf-2aa1b214f005 owned by network:dhcp {{(pid=104062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:20:32.590487 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25120820'] for port (667fa243-0166-49cd-9bbf-2aa1b214f005), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.596538 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (667fa243-0166-49cd-9bbf-2aa1b214f005), after_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.618008 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] No DVR routers for this DVR port 667fa243-0166-49cd-9bbf-2aa1b214f005 on host dv-cinder-834919-1-iscsi {{(pid=104061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:20:32.619255 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Pushing event deleted for resources: {'Port': ['ID=667fa243-0166-49cd-9bbf-2aa1b214f005,revision_number=None']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:32.627385 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=667fa243-0166-49cd-9bbf-2aa1b214f005,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:32.629792 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] No DVR routers for this DVR port 667fa243-0166-49cd-9bbf-2aa1b214f005 on host dv-cinder-834919-1-iscsi {{(pid=104062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:20:32.632745 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.633105 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.633452 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.633797 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.634136 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.634471 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.634801 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.635131 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.635459 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.635788 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.636116 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.636449 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.636872 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.637198 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.637526 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be0-788c-454d-9272-aea000a896a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.651728 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.652109 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.652456 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.652833 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.653280 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.653488 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.653824 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.654150 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.654522 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.654857 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.655236 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.655607 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.655967 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.656293 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.656640 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834919-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:20:32.709657 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (711fb512-77ec-499a-a5e4-156b76960f41), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.730060 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711fb512-77ec-499a-a5e4-156b76960f41']}} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:32.739353 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3524e9-969f-419e-af5e-faf958fccb18') {'for_net_delete': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:32.739650 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.services.segments.db [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3524e9-969f-419e-af5e-faf958fccb18') {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:32.749342 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12634118'] for segment (fa3524e9-969f-419e-af5e-faf958fccb18), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.763075 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (fa3524e9-969f-419e-af5e-faf958fccb18), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.768897 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=104061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:20:32.769269 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25120871'] for segment (fa3524e9-969f-419e-af5e-faf958fccb18), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: Traceback (most recent call last): Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: timer() Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: cb(*args, **kw) Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: return func(*args, **kwargs) Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: self._notify() Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: self.callback(batched_events) Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: event.method(event) Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: return f(self, *a, **k) Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._get(url).json() Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: return self.request(url, 'GET', **kwargs) Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:20:32.773620 dv-cinder-834919-1-iscsi neutron-server[104061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:20:32.950321 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (711fb512-77ec-499a-a5e4-156b76960f41), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.955523 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:32.958676 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] 10.222.0.97 "DELETE /v2.0/networks/711fb512-77ec-499a-a5e4-156b76960f41 HTTP/1.1" status: 204 len: 168 time: 0.7596960 Mar 23 17:20:32.961785 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 39178) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:20:32.973415 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb18b9-0d71-4dac-9fce-33ff39bc08c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=711fb512-77ec-499a-a5e4-156b76960f41,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:33.302556 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-302f21c9-68a6-4e7a-bd34-2757abc233e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16731715'] for router_interface (b700ebd1-f4ca-40cf-8905-0b6e86651333), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:33.493444 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 54bcea93-dd02-4465-ac5c-c653a5ec87d0 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:20:33.514096 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 54bcea93-dd02-4465-ac5c-c653a5ec87d0 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:20:33.514447 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 54bcea93-dd02-4465-ac5c-c653a5ec87d0 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:20:33.514867 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 667fa243-0166-49cd-9bbf-2aa1b214f005 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:20:33.533815 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 667fa243-0166-49cd-9bbf-2aa1b214f005 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:20:33.534200 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 667fa243-0166-49cd-9bbf-2aa1b214f005 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:20:33.534611 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:20:33.553931 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:20:33.554214 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 2d01a9fa-bb87-4370-b323-1a96d34fd9a3 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:20:33.554336 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-302f21c9-68a6-4e7a-bd34-2757abc233e5 admin admin] Deleting port da1deffb-f28c-4ebf-a519-1cf835b66800 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:20:33.554640 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-302f21c9-68a6-4e7a-bd34-2757abc233e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:33.633889 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-302f21c9-68a6-4e7a-bd34-2757abc233e5 admin admin] For port da1deffb-f28c-4ebf-a519-1cf835b66800, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=da1deffb-f28c-4ebf-a519-1cf835b66800,segment=NetworkSegment(feead400-f18b-43ce-b4af-495e82dc9085),segment_id=feead400-f18b-43ce-b4af-495e82dc9085)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:20:33.634244 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-302f21c9-68a6-4e7a-bd34-2757abc233e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:33.648222 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-302f21c9-68a6-4e7a-bd34-2757abc233e5 admin admin] Calling delete_port for da1deffb-f28c-4ebf-a519-1cf835b66800 owned by network:router_interface {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:20:34.310424 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-302f21c9-68a6-4e7a-bd34-2757abc233e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (da1deffb-f28c-4ebf-a519-1cf835b66800), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:34.333680 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f21c9-68a6-4e7a-bd34-2757abc233e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=da1deffb-f28c-4ebf-a519-1cf835b66800,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:34.506181 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-302f21c9-68a6-4e7a-bd34-2757abc233e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729075'] for router_interface (b700ebd1-f4ca-40cf-8905-0b6e86651333), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:34.725197 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302f21c9-68a6-4e7a-bd34-2757abc233e5 admin admin] Router b700ebd1-f4ca-40cf-8905-0b6e86651333 has already been hosted by L3 agent f6827492-862c-46c2-a752-b75deb79caf3 {{(pid=104060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:20:34.831212 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302f21c9-68a6-4e7a-bd34-2757abc233e5 admin admin] Notify agent at l3_agent.dv-cinder-834919-1-iscsi the message routers_updated {{(pid=104060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:20:34.837096 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-302f21c9-68a6-4e7a-bd34-2757abc233e5 admin admin] 10.222.0.97 "PUT /v2.0/routers/b700ebd1-f4ca-40cf-8905-0b6e86651333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8742137 Mar 23 17:20:34.839491 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 39180) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:20:34.843179 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55d6a7-5ff0-4c7c-b1df-137af480b109 None None] Sync routers for ids ['b700ebd1-f4ca-40cf-8905-0b6e86651333'] in dv-cinder-834919-1-iscsi {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:20:34.857356 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55d6a7-5ff0-4c7c-b1df-137af480b109 None None] Routers {'b700ebd1-f4ca-40cf-8905-0b6e86651333'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:20:34.858200 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-6c55d6a7-5ff0-4c7c-b1df-137af480b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:20:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['b700ebd1-f4ca-40cf-8905-0b6e86651333'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:34.947903 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa292-f78e-4b34-95d3-6d3dbc7daa24 admin admin] Publish callbacks [] for router (b700ebd1-f4ca-40cf-8905-0b6e86651333), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:35.051041 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-6c55d6a7-5ff0-4c7c-b1df-137af480b109 None None] Set router b700ebd1-f4ca-40cf-8905-0b6e86651333 gateway port host: dv-cinder-834919-1-iscsi {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:20:35.051552 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa292-f78e-4b34-95d3-6d3dbc7daa24 admin admin] Publish callbacks [] for router_gateway (b700ebd1-f4ca-40cf-8905-0b6e86651333), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:35.223964 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-6c55d6a7-5ff0-4c7c-b1df-137af480b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'name': 'tempest-TestShelveInstance-1101491187-router', 'tenant_id': '68d02543f6524017830ceed0828b8bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'external_fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '4a6af789-afb2-4f67-9ee0-66a66fddb901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:23Z', 'updated_at': '2022-03-23T17:20:33Z', 'revision_number': 5, 'project_id': '68d02543f6524017830ceed0828b8bc0', 'gw_port': {'id': '4a6af789-afb2-4f67-9ee0-66a66fddb901', 'name': '', 'network_id': '2c02e95d-8a1b-4700-95ef-e7028012d606', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:15:24Z', 'updated_at': '2022-03-23T17:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad4bdf14-4fb0-42c8-826c-5689a45d5dda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834919-1-iscsi'}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:35.241407 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-ccdfa292-f78e-4b34-95d3-6d3dbc7daa24 admin admin] Deleting port 4a6af789-afb2-4f67-9ee0-66a66fddb901 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:20:35.241755 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa292-f78e-4b34-95d3-6d3dbc7daa24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (4a6af789-afb2-4f67-9ee0-66a66fddb901), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:35.250351 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55d6a7-5ff0-4c7c-b1df-137af480b109 None None] Checking router: b700ebd1-f4ca-40cf-8905-0b6e86651333 for host: dv-cinder-834919-1-iscsi {{(pid=104063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:20:35.259012 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55d6a7-5ff0-4c7c-b1df-137af480b109 None None] Routers {'b700ebd1-f4ca-40cf-8905-0b6e86651333'} bound to L3 agent in host dv-cinder-834919-1-iscsi {{(pid=104063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:20:35.259619 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-6c55d6a7-5ff0-4c7c-b1df-137af480b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T16:58:57Z,description=,heartbeat_timestamp=2022-03-23T17:20:27Z,host='dv-cinder-834919-1-iscsi',id=f6827492-862c-46c2-a752-b75deb79caf3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T16:58:58Z,topic='l3_agent')) {'router_ids': ['b700ebd1-f4ca-40cf-8905-0b6e86651333'], 'active': True} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:35.318495 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-ccdfa292-f78e-4b34-95d3-6d3dbc7daa24 admin admin] For port 4a6af789-afb2-4f67-9ee0-66a66fddb901, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=4a6af789-afb2-4f67-9ee0-66a66fddb901,segment=NetworkSegment(9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7),segment_id=9e0267c2-5fcb-4ac3-bc85-7aafd0d9a9f7)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:20:35.319055 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa292-f78e-4b34-95d3-6d3dbc7daa24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (4a6af789-afb2-4f67-9ee0-66a66fddb901), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:35.335110 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-ccdfa292-f78e-4b34-95d3-6d3dbc7daa24 admin admin] Calling delete_port for 4a6af789-afb2-4f67-9ee0-66a66fddb901 owned by network:router_gateway {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:20:35.346956 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_dvr_db [None req-6c55d6a7-5ff0-4c7c-b1df-137af480b109 None None] Set router b700ebd1-f4ca-40cf-8905-0b6e86651333 gateway port host: None {{(pid=104063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:20:35.402742 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.l3_hamode_db [None req-6c55d6a7-5ff0-4c7c-b1df-137af480b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'name': 'tempest-TestShelveInstance-1101491187-router', 'tenant_id': '68d02543f6524017830ceed0828b8bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:23Z', 'updated_at': '2022-03-23T17:20:35Z', 'revision_number': 6, 'project_id': '68d02543f6524017830ceed0828b8bc0', 'gw_port_host': None}], 'dv-cinder-834919-1-iscsi', False) {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:35.429650 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55d6a7-5ff0-4c7c-b1df-137af480b109 None None] The sync data for ids ['b700ebd1-f4ca-40cf-8905-0b6e86651333'] in dv-cinder-834919-1-iscsi is: [{'id': 'b700ebd1-f4ca-40cf-8905-0b6e86651333', 'name': 'tempest-TestShelveInstance-1101491187-router', 'tenant_id': '68d02543f6524017830ceed0828b8bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:15:23Z', 'updated_at': '2022-03-23T17:20:35Z', 'revision_number': 6, 'project_id': '68d02543f6524017830ceed0828b8bc0', 'gw_port_host': None}] {{(pid=104063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:20:35.830562 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa292-f78e-4b34-95d3-6d3dbc7daa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (4a6af789-afb2-4f67-9ee0-66a66fddb901), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:35.856744 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfa292-f78e-4b34-95d3-6d3dbc7daa24 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a6af789-afb2-4f67-9ee0-66a66fddb901,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:35.924271 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa292-f78e-4b34-95d3-6d3dbc7daa24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728329'] for router_gateway (b700ebd1-f4ca-40cf-8905-0b6e86651333), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.018800 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa292-f78e-4b34-95d3-6d3dbc7daa24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16729829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router (b700ebd1-f4ca-40cf-8905-0b6e86651333), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.020835 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa292-f78e-4b34-95d3-6d3dbc7daa24 admin admin] Publish callbacks [] for router_controller (b700ebd1-f4ca-40cf-8905-0b6e86651333), precommit_delete_associations {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.135292 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa292-f78e-4b34-95d3-6d3dbc7daa24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16729834'] for router (b700ebd1-f4ca-40cf-8905-0b6e86651333), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.135818 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdfa292-f78e-4b34-95d3-6d3dbc7daa24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b700ebd1-f4ca-40cf-8905-0b6e86651333 {{(pid=104060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 17:20:36.140604 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa292-f78e-4b34-95d3-6d3dbc7daa24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.141771 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-ccdfa292-f78e-4b34-95d3-6d3dbc7daa24 admin admin] 10.222.0.97 "DELETE /v2.0/routers/b700ebd1-f4ca-40cf-8905-0b6e86651333 HTTP/1.1" status: 204 len: 168 time: 1.3013785 Mar 23 17:20:36.144286 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 39182) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:20:36.187084 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa95c124-2363-4220-9039-19c180499e41 admin admin] Deleting subnet 244a4e2f-1753-492d-b433-b857c9266e6f {{(pid=104060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:20:36.190079 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fa95c124-2363-4220-9039-19c180499e41 admin admin] Publish callbacks [] for subnet (244a4e2f-1753-492d-b433-b857c9266e6f), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.226567 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fa95c124-2363-4220-9039-19c180499e41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24676677'] for subnet (244a4e2f-1753-492d-b433-b857c9266e6f), precommit_delete_associations {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.307527 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fa95c124-2363-4220-9039-19c180499e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-968202'] for subnet (244a4e2f-1753-492d-b433-b857c9266e6f), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.447973 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fa95c124-2363-4220-9039-19c180499e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-968211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24517161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24759550'] for subnet (244a4e2f-1753-492d-b433-b857c9266e6f), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.474699 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95c124-2363-4220-9039-19c180499e41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=244a4e2f-1753-492d-b433-b857c9266e6f,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:36.479336 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fa95c124-2363-4220-9039-19c180499e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for subnet (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.482677 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-fa95c124-2363-4220-9039-19c180499e41 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/244a4e2f-1753-492d-b433-b857c9266e6f HTTP/1.1" status: 204 len: 168 time: 0.3374245 Mar 23 17:20:36.485184 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.wsgi [-] (104060) accepted ('10.222.0.97', 39184) {{(pid=104060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:20:36.486111 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16f1e3a-45b4-4dbe-a245-ef254b9181f4 None None] Network 3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219 requested from dv-cinder-834919-1-iscsi {{(pid=104062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:20:36.554304 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-834629'] for network (3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.619270 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] Deleting port 199ec283-64d3-4c30-b007-b8972bf4a9d6 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:20:36.619611 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (199ec283-64d3-4c30-b007-b8972bf4a9d6), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.641152 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b9d054-2a9d-4e27-803b-d97d3eeccf6c None None] DHCP port deletion for 3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219 request from dv-cinder-834919-1-iscsi {{(pid=104062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 17:20:36.680742 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] For port 199ec283-64d3-4c30-b007-b8972bf4a9d6, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=199ec283-64d3-4c30-b007-b8972bf4a9d6,segment=NetworkSegment(feead400-f18b-43ce-b4af-495e82dc9085),segment_id=feead400-f18b-43ce-b4af-495e82dc9085)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:20:36.681124 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (199ec283-64d3-4c30-b007-b8972bf4a9d6), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.692747 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9d054-2a9d-4e27-803b-d97d3eeccf6c None None] Deleting port 199ec283-64d3-4c30-b007-b8972bf4a9d6 {{(pid=104062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:20:36.693132 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d054-2a9d-4e27-803b-d97d3eeccf6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739377896479'] for port (199ec283-64d3-4c30-b007-b8972bf4a9d6), before_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.693992 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] Calling delete_port for 199ec283-64d3-4c30-b007-b8972bf4a9d6 owned by network:dhcp {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:20:36.758072 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.db [None req-e5b9d054-2a9d-4e27-803b-d97d3eeccf6c None None] For port 199ec283-64d3-4c30-b007-b8972bf4a9d6, host dv-cinder-834919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834919-1-iscsi',level=0,port_id=199ec283-64d3-4c30-b007-b8972bf4a9d6,segment=NetworkSegment(feead400-f18b-43ce-b4af-495e82dc9085),segment_id=feead400-f18b-43ce-b4af-495e82dc9085)] {{(pid=104062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:20:36.758452 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d054-2a9d-4e27-803b-d97d3eeccf6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16735825'] for port (199ec283-64d3-4c30-b007-b8972bf4a9d6), precommit_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.771401 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9d054-2a9d-4e27-803b-d97d3eeccf6c None None] Calling delete_port for 199ec283-64d3-4c30-b007-b8972bf4a9d6 owned by network:dhcp {{(pid=104062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:20:36.858721 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24569048'] for port (199ec283-64d3-4c30-b007-b8972bf4a9d6), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.864149 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d054-2a9d-4e27-803b-d97d3eeccf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739377903234', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739377402902'] for port (199ec283-64d3-4c30-b007-b8972bf4a9d6), after_delete {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.888252 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] Pushing event deleted for resources: {'Port': ['ID=199ec283-64d3-4c30-b007-b8972bf4a9d6,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:36.889244 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9d054-2a9d-4e27-803b-d97d3eeccf6c None None] Pushing event deleted for resources: {'Port': ['ID=199ec283-64d3-4c30-b007-b8972bf4a9d6,revision_number=None']} {{(pid=104062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:36.891746 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] No DVR routers for this DVR port 199ec283-64d3-4c30-b007-b8972bf4a9d6 on host dv-cinder-834919-1-iscsi {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:20:36.896446 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b9d054-2a9d-4e27-803b-d97d3eeccf6c None None] No DVR routers for this DVR port 199ec283-64d3-4c30-b007-b8972bf4a9d6 on host dv-cinder-834919-1-iscsi {{(pid=104062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:20:36.963501 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999615', 'neutron.services.segments.db._delete_segments_for_network-8739377741379'] for network (3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:36.983435 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219']}} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:36.992528 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feead400-f18b-43ce-b4af-495e82dc9085') {'for_net_delete': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:36.992857 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.services.segments.db [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feead400-f18b-43ce-b4af-495e82dc9085') {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:37.001942 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739377743180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24676732'] for segment (feead400-f18b-43ce-b4af-495e82dc9085), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:37.015137 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539'] for segment (feead400-f18b-43ce-b4af-495e82dc9085), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:37.020831 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] Releasing vlan 1239 on physical network physnet1 to pool {{(pid=104060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:20:37.021215 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-971539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24568971'] for segment (feead400-f18b-43ce-b4af-495e82dc9085), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: Traceback (most recent call last): Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: timer() Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: cb(*args, **kw) Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: return func(*args, **kwargs) Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: self._notify() Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: self.callback(batched_events) Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: event.method(event) Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: return f(self, *a, **k) Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: return self._get(url).json() Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: return self.request(url, 'GET', **kwargs) Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:20:37.022828 dv-cinder-834919-1-iscsi neutron-server[104060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:20:37.156080 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16361803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728437'] for network (3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:37.161393 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16361849'] for network (None), before_response {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:37.165159 dv-cinder-834919-1-iscsi neutron-server[104060]: INFO neutron.wsgi [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] 10.222.0.97 "DELETE /v2.0/networks/3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219 HTTP/1.1" status: 204 len: 168 time: 0.6789930 Mar 23 17:20:37.176047 dv-cinder-834919-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb357d60-378a-4c1a-9947-cc5c719ad545 admin admin] Pushing event deleted for resources: {'Network': ['ID=3375ca9f-c7e1-4e91-bd4d-f08ef7aaf219,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:37.486392 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 39188) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:20:37.493422 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device da1deffb-f28c-4ebf-a519-1cf835b66800 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:20:37.513803 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: da1deffb-f28c-4ebf-a519-1cf835b66800 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:20:37.514159 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device da1deffb-f28c-4ebf-a519-1cf835b66800 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:20:37.514585 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 199ec283-64d3-4c30-b007-b8972bf4a9d6 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:20:37.527967 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-6a29d7db-5f27-4835-a8ea-866237b2c5a5 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=086c690cac51454fa1fe88e3cbccad7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403926 Mar 23 17:20:37.530434 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 39190) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:20:37.533286 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 199ec283-64d3-4c30-b007-b8972bf4a9d6 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:20:37.533641 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 199ec283-64d3-4c30-b007-b8972bf4a9d6 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:20:37.534059 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 4a6af789-afb2-4f67-9ee0-66a66fddb901 no longer exists at agent ovs-agent-dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:20:37.554030 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.plugin [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] No Port match for: 4a6af789-afb2-4f67-9ee0-66a66fddb901 {{(pid=104062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:20:37.555663 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron.plugins.ml2.rpc [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Device 4a6af789-afb2-4f67-9ee0-66a66fddb901 not bound to the agent host dv-cinder-834919-1-iscsi {{(pid=104062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:20:37.577350 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-406ff42c-2d5d-4193-a604-2e9e49e8bd11 admin admin] Publish callbacks [] for security_group (a39fecbc-8252-4b27-b500-2c8d31baceeb), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:37.599025 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-406ff42c-2d5d-4193-a604-2e9e49e8bd11 admin admin] Publish callbacks [] for security_group (a39fecbc-8252-4b27-b500-2c8d31baceeb), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:37.738547 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-406ff42c-2d5d-4193-a604-2e9e49e8bd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (a39fecbc-8252-4b27-b500-2c8d31baceeb), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:37.741127 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-406ff42c-2d5d-4193-a604-2e9e49e8bd11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:37.742937 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-406ff42c-2d5d-4193-a604-2e9e49e8bd11 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a39fecbc-8252-4b27-b500-2c8d31baceeb HTTP/1.1" status: 204 len: 168 time: 0.2115736 Mar 23 17:20:37.750844 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ff42c-2d5d-4193-a604-2e9e49e8bd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39fecbc-8252-4b27-b500-2c8d31baceeb,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:38.500253 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 39196) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:20:38.539402 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-12c53c23-8071-4f50-979f-edd4d6a911ac admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=68d02543f6524017830ceed0828b8bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379119 Mar 23 17:20:38.541775 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [-] (104061) accepted ('10.222.0.97', 39198) {{(pid=104061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:20:38.588530 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c118716b-704b-4b73-9854-ed562fa09a37 admin admin] Publish callbacks [] for security_group (fefaf502-77d9-420a-8051-420d19e69b58), before_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:38.612155 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c118716b-704b-4b73-9854-ed562fa09a37 admin admin] Publish callbacks [] for security_group (fefaf502-77d9-420a-8051-420d19e69b58), precommit_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:38.763384 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c118716b-704b-4b73-9854-ed562fa09a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360481'] for security_group (fefaf502-77d9-420a-8051-420d19e69b58), after_delete {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:38.766006 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-c118716b-704b-4b73-9854-ed562fa09a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:38.767170 dv-cinder-834919-1-iscsi neutron-server[104061]: INFO neutron.wsgi [None req-c118716b-704b-4b73-9854-ed562fa09a37 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fefaf502-77d9-420a-8051-420d19e69b58 HTTP/1.1" status: 204 len: 168 time: 0.2245204 Mar 23 17:20:38.776007 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118716b-704b-4b73-9854-ed562fa09a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefaf502-77d9-420a-8051-420d19e69b58,revision_number=None']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:20:55.185820 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-dd876b76-d88f-4d85-9f94-adb9aa194d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:55.766317 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:57.383713 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d5479638-7c0f-4354-8854-8f061e49f49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:58.562835 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:59.314104 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:21:00.105691 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:01.531947 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:25.207343 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-b8452a9f-0db4-43f5-915b-c624a2d0babd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:25.782376 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:27.399381 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-8ad05206-386f-4f4f-bc07-3527c6d14ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:28.593559 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:30.073600 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:31.519345 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:36.313548 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:21:55.155023 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c221a5a9-ceac-473d-a87e-ece64f094611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:55.772633 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:57.366705 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-8bfa6bae-9ba5-4941-b975-62be31ff0b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:58.600727 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:00.166576 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:01.517898 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:13.312471 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:22:25.209662 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-5e4e2b34-92f1-41c6-b4d8-0fe5fe36cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:25.782758 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:27.382446 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-ca1decd5-6d06-47c0-957b-a05f00f89817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:28.597083 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:30.062260 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:31.516832 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:50.312023 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:22:55.144658 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-1ac2fec6-3a65-487c-b342-50602ff197d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:55.784754 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:57.367277 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-3f661db0-9cec-4bcb-823b-a92a44da8a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:58.593203 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:00.181728 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:01.023200 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [req-b2163bd8-b11a-481b-ac3d-f224636bdbdd req-1b519122-9ce3-4e33-a438-164b4b0326f7 service neutron] (104061) timed out ('10.222.0.43', 54067) {{(pid=104061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 17:23:01.558225 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:10.409206 dv-cinder-834919-1-iscsi neutron-server[104061]: DEBUG neutron.wsgi [req-f492ab57-07e3-451f-bf3c-4e9b0fdd224e req-4711168b-9b79-4c44-a5a2-9d23f09279d0 service neutron] (104061) timed out ('10.222.0.43', 54047) {{(pid=104061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 17:23:25.177447 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-48b3baa8-61cc-42db-99d2-0dc68a04aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:25.783035 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:27.311313 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:23:27.360512 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-ea3349ac-bdb7-4f61-8d82-992b11b8a2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:28.611781 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:30.082943 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:31.491498 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:55.141516 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-0756c1b0-9641-440c-99d2-ee89ce1f70cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:55.782377 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:57.357075 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-a271a280-2395-4df1-86ac-6ccdf6e4ddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:58.587484 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:00.067250 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:01.504826 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:04.310775 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:24:25.152104 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-836f1bd0-1903-45a8-a650-169671ff43cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:25.780691 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:27.391814 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-ba2881a1-c697-4a6f-8951-afb40bd246d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:28.597465 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:30.069538 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:31.520760 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:41.310247 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:24:55.165174 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-eeb0d3a5-5d27-474a-9798-4cbf8345cb88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:55.819474 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:57.377015 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-8338a5a4-e37d-49e8-a3c7-085d6f8899a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:58.616542 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:00.064722 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:01.498708 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:18.309030 dv-cinder-834919-1-iscsi neutron-server[104063]: DEBUG neutron.db.agents_db [None req-1d42f6e8-80dc-43bc-801c-d522f925cf3a None None] Agent healthcheck: found 6 active agents {{(pid=104063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:25:25.166159 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-715d7157-c197-4832-9d0e-3da642773a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (46fed268-ae11-4c13-b5f3-18bae7b39aea), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:25.781268 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-9d7350df-eb12-451f-998c-c8f2541c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (6c408aee-dbe3-43e1-8bb2-e10a963f5156), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:27.386892 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-1b05469c-7870-418b-8a35-54a0c5bd46af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (f6827492-862c-46c2-a752-b75deb79caf3), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:28.615039 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d446864d-0246-4dc6-8ca0-27a6a52ff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (333c7316-8d7f-475b-80be-99b7b4c721cd), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:30.080566 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-d8573775-aba3-4ea0-aa4c-560d110eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (c5361427-7d23-4788-8fee-de7b2f3c634a), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:31.495483 dv-cinder-834919-1-iscsi neutron-server[104062]: DEBUG neutron_lib.callbacks.manager [None req-c563733a-6da0-4234-bbd7-d8b7b71e5950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739377741361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002364'] for agent (356d43a9-f9a1-4ef0-90d2-c3705bd4ad05), after_update {{(pid=104062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}